{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5035.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3672): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3672) [trial-2367↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3672)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3672): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3672) [trial-2367↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:10.098962 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:42:10.110152 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:10.712812 tst mo_mt_sms.py: using LAC 24791\u000a00:42:10.840288 tst mo_mt_sms.py: using RAC 56\u000a00:42:10.962214 tst mo_mt_sms.py: using CellId 24791\u000a00:42:11.084378 tst mo_mt_sms.py: using BVCI 24792\u000a00:42:11.108296 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:11.288806 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:11.580066 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:42:11.714407 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:42:14.078483 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3671): Launched\u000a00:42:14.378941 run osmo-nitb_10.42.42.2(pid=3672): Launched\u000a00:42:14.552632 run osmo-nitb_10.42.42.2(pid=3672): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3672)]\u000a00:42:14.677833 run osmo-nitb_10.42.42.2(pid=3672): stdout: \u000a| (launched: 2022-12-10_00:42:14.231820) \u000a00:42:14.802949 run osmo-nitb_10.42.42.2(pid=3672): stderr: \u000a| (launched: 2022-12-10_00:42:14.276703)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:14.924191 run osmo-nitb_10.42.42.2(pid=3672): stdout: \u000a| (launched: 2022-12-10_00:42:14.231820) \u000a00:42:15.043310 run osmo-nitb_10.42.42.2(pid=3672): stderr: \u000a| (launched: 2022-12-10_00:42:14.276703)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:15.095502 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3672): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3672) [trial-2367↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3672)] [trial-2367↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a00:42:15.103410 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a00:42:15.138004 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3671): Terminating (SIGTERM)\u000a00:42:15.315237 --- ParallelTerminationStrategy: PID 3671 died...\u000a00:42:15.370629 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3671): Terminated: ok {rc=0}\u000a00:42:15.459856 bus /sierra_3: Setting Powered False\u000a00:42:16.585890 bus /sierra_3: Setting Powered False\u000a00:42:17.697657 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:42:09" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3682): Process ended prematurely: osmo-stp_10.42.42.5(pid=3682) [trial-2367↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3682)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3682): Process ended prematurely: osmo-stp_10.42.42.5(pid=3682) [trial-2367↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:19.559283 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:19.570353 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:19.697939 tst mo_mt_sms.py: using LAC 24792\u000a00:42:19.826907 tst mo_mt_sms.py: using RAC 57\u000a00:42:19.950969 tst mo_mt_sms.py: using CellId 24792\u000a00:42:20.076672 tst mo_mt_sms.py: using BVCI 24793\u000a00:42:20.100996 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:20.111937 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:20.122861 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:20.133971 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:20.145159 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:20.156210 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:20.272230 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:20.484699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:22.265692 run create_hlr_db(pid=3676): Launched\u000a00:42:22.452657 bus /sierra_2: Setting Powered False\u000a00:42:23.473157 run create_hlr_db(pid=3676): Terminated: ok {rc=0}\u000a00:42:23.882435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3678): Launched\u000a00:42:24.186680 run osmo-hlr_10.42.42.2(pid=3679): Launched\u000a00:42:24.307000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:26.777133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3681): Launched\u000a00:42:27.082604 run osmo-stp_10.42.42.5(pid=3682): Launched\u000a00:42:27.194131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:42:32.639582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3684): Launched\u000a00:42:32.965532 run osmo-msc_10.42.42.6(pid=3685): Launched\u000a00:42:33.155022 run osmo-stp_10.42.42.5(pid=3682): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3682)]\u000a00:42:33.290783 run osmo-stp_10.42.42.5(pid=3682): stdout: \u000a| (launched: 2022-12-10_00:42:26.930277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:33.426521 run osmo-stp_10.42.42.5(pid=3682): stderr: \u000a| �[0;m�[38;5;43m20221210004227104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004227104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004227105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004227105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004227105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004227106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004227106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:33.556025 run osmo-stp_10.42.42.5(pid=3682): stdout: \u000a| (launched: 2022-12-10_00:42:26.930277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:33.684438 run osmo-stp_10.42.42.5(pid=3682): stderr: \u000a| �[0;m�[38;5;43m20221210004227104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004227104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004227105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004227105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004227105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004227106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004227106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:33.740620 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3682): Process ended prematurely: osmo-stp_10.42.42.5(pid=3682) [trial-2367↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3682)] [trial-2367↪sms:sysmo↪mo_mt_sms.py:16]\u000a00:42:33.749190 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a00:42:33.812054 run osmo-hlr_10.42.42.2(pid=3679): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3679)]\u000a00:42:33.864268 run osmo-hlr_10.42.42.2(pid=3679): stdout: \u000a| (launched: 2022-12-10_00:42:24.036009) \u000a00:42:33.916918 run osmo-hlr_10.42.42.2(pid=3679): stderr: \u000a| �[0;m�[1;31m20221210004224213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004224213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004224213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004224214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004224214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004224214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004224226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004224235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004224235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004224235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:33.988189 run osmo-msc_10.42.42.6(pid=3685): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3685)]\u000a00:42:34.040517 run osmo-msc_10.42.42.6(pid=3685): stdout: \u000a| (launched: 2022-12-10_00:42:32.803963) \u000a00:42:34.093000 run osmo-msc_10.42.42.6(pid=3685): stderr: \u000a| �[0;m�[38;5;43m20221210004233133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004233133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d05984c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004233134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004233134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004233134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004233134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004233136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004233136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004233136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004233136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:42:34.138006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3678): Terminating (SIGTERM)\u000a00:42:34.179968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3681): Terminating (SIGTERM)\u000a00:42:34.222020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3684): Terminating (SIGTERM)\u000a00:42:34.232310 --- ParallelTerminationStrategy: PID 3678 died...\u000a00:42:34.288648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3678): Terminated: ok {rc=0}\u000a00:42:34.298758 --- ParallelTerminationStrategy: PID 3681 died...\u000a00:42:34.355017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3681): Terminated: ok {rc=0}\u000a00:42:34.365205 --- ParallelTerminationStrategy: PID 3684 died...\u000a00:42:34.421101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3684): Terminated: ok {rc=0}\u000a00:42:34.509907 bus /sierra_3: Setting Powered False\u000a00:42:35.617719 bus /sierra_3: Setting Powered False\u000a00:42:36.730314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:42:19" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3691) [trial-2367↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3691)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3691) [trial-2367↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:42:38.534390 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:42:38.546303 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:38.675754 tst assert_extension.py: using LAC 24793\u000a00:42:38.802651 tst assert_extension.py: using RAC 58\u000a00:42:38.929326 tst assert_extension.py: using CellId 24793\u000a00:42:39.057491 tst assert_extension.py: using BVCI 24794\u000a00:42:39.082301 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:42:39.375034 tst assert_extension.py:10: start nitb and bts...\u000a00:42:39.509357 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:42:40.180031 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3690): Launched\u000a00:42:40.503168 run osmo-nitb_10.42.42.2(pid=3691): Launched\u000a00:42:40.701287 run osmo-nitb_10.42.42.2(pid=3691): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3691)]\u000a00:42:40.846927 run osmo-nitb_10.42.42.2(pid=3691): stdout: \u000a| (launched: 2022-12-10_00:42:40.344606) \u000a00:42:40.992701 run osmo-nitb_10.42.42.2(pid=3691): stderr: \u000a| (launched: 2022-12-10_00:42:40.392689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:41.137707 run osmo-nitb_10.42.42.2(pid=3691): stdout: \u000a| (launched: 2022-12-10_00:42:40.344606) \u000a00:42:41.278474 run osmo-nitb_10.42.42.2(pid=3691): stderr: \u000a| (launched: 2022-12-10_00:42:40.392689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:41.633811 tst osmo-nitb_10.42.42.2(pid=3691): stdout: \u000a| (launched: 2022-12-10_00:42:40.344606) \u000a00:42:41.762770 tst osmo-nitb_10.42.42.2(pid=3691): stderr: \u000a| (launched: 2022-12-10_00:42:40.392689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:41.818936 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3691) [trial-2367↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3691)] [trial-2367↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a00:42:41.827457 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a00:42:41.863704 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3690): Terminating (SIGTERM)\u000a00:42:42.041550 --- ParallelTerminationStrategy: PID 3690 died...\u000a00:42:42.098755 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3690): Terminated: ok {rc=0}\u000a00:42:42.187223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:42:38" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2367↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2367↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:42:43.978698 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:43.989318 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:44.111831 tst assert_extension.py: using LAC 24794\u000a00:42:44.230044 tst assert_extension.py: using RAC 59\u000a00:42:44.348236 tst assert_extension.py: using CellId 24794\u000a00:42:44.474992 tst assert_extension.py: using BVCI 24795\u000a00:42:44.499562 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.510511 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.522191 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.533120 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.543881 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.554640 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:42:44.753088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:45.230681 run create_hlr_db(pid=3695): Launched\u000a00:42:45.405289 bus /sierra_2: Setting Powered False\u000a00:42:46.468303 run create_hlr_db(pid=3695): Terminated: ok {rc=0}\u000a00:42:46.893853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Launched\u000a00:42:47.207902 run osmo-hlr_10.42.42.2(pid=3698): Launched\u000a00:42:47.319679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:47.863171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Launched\u000a00:42:48.170223 run osmo-stp_10.42.42.5(pid=3701): Launched\u000a00:42:48.280244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:42:48.832298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3703): Launched\u000a00:42:49.139488 run osmo-msc_10.42.42.6(pid=3704): Launched\u000a00:42:49.319142 run osmo-stp_10.42.42.5(pid=3701): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)]\u000a00:42:49.448628 run osmo-stp_10.42.42.5(pid=3701): stdout: \u000a| (launched: 2022-12-10_00:42:48.016645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:49.575650 run osmo-stp_10.42.42.5(pid=3701): stderr: \u000a| �[0;m�[38;5;43m20221210004248188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004248188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004248189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004248189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004248189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004248189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004248190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:49.697139 run osmo-stp_10.42.42.5(pid=3701): stdout: \u000a| (launched: 2022-12-10_00:42:48.016645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:49.817657 run osmo-stp_10.42.42.5(pid=3701): stderr: \u000a| �[0;m�[38;5;43m20221210004248188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004248188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004248189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004248189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004248189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004248189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004248190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:49.870306 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3701): Process ended prematurely: osmo-stp_10.42.42.5(pid=3701) [trial-2367↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3701)] [trial-2367↪ussd:sysmo↪assert_extension.py:17]\u000a00:42:49.878291 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a00:42:49.938816 run osmo-hlr_10.42.42.2(pid=3698): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3698)]\u000a00:42:49.988728 run osmo-hlr_10.42.42.2(pid=3698): stdout: \u000a| (launched: 2022-12-10_00:42:47.050528) \u000a00:42:50.039326 run osmo-hlr_10.42.42.2(pid=3698): stderr: \u000a| �[0;m�[1;31m20221210004247298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004247298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004247298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004247299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004247299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004247299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004247316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004247325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004247325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004247325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:50.107702 run osmo-msc_10.42.42.6(pid=3704): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3704)]\u000a00:42:50.157774 run osmo-msc_10.42.42.6(pid=3704): stdout: \u000a| (launched: 2022-12-10_00:42:48.985408) \u000a00:42:50.208328 run osmo-msc_10.42.42.6(pid=3704): stderr: \u000a| �[0;m�[38;5;43m20221210004249260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004249260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16d3a6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004249260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004249260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004249260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004249260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004249262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004249262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004249263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004249263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:42:50.251140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Terminating (SIGTERM)\u000a00:42:50.291264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Terminating (SIGTERM)\u000a00:42:50.331570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3703): Terminating (SIGTERM)\u000a00:42:50.341046 --- ParallelTerminationStrategy: PID 3697 died...\u000a00:42:50.394949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3697): Terminated: ok {rc=0}\u000a00:42:50.404576 --- ParallelTerminationStrategy: PID 3700 died...\u000a00:42:50.458006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3700): Terminated: ok {rc=0}\u000a00:42:50.467738 --- ParallelTerminationStrategy: PID 3703 died...\u000a00:42:50.521251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3703): Terminated: ok {rc=0}\u000a00:42:50.610832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:42:52.541341 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:52.552675 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:42:52.706826 tst mo_mt_call.py: using LAC 24795\u000a00:42:52.844274 tst mo_mt_call.py: using RAC 60\u000a00:42:52.972023 tst mo_mt_call.py: using CellId 24795\u000a00:42:53.101108 tst mo_mt_call.py: using BVCI 24796\u000a00:42:53.126209 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:53.137843 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:53.149269 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:53.161188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:53.173144 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:42:53.184899 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:42:53.303848 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:42:53.515667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:54.043621 run create_hlr_db(pid=3709): Launched\u000a00:42:54.233670 bus /sierra_2: Setting Powered False\u000a00:42:55.255324 run create_hlr_db(pid=3709): Terminated: ok {rc=0}\u000a00:42:55.671448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Launched\u000a00:42:55.983393 run osmo-hlr_10.42.42.2(pid=3712): Launched\u000a00:42:56.103370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:56.650752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Launched\u000a00:42:56.963921 run osmo-stp_10.42.42.5(pid=3715): Launched\u000a00:42:57.080450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:42:57.644753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3717): Launched\u000a00:42:57.970187 run osmo-msc_10.42.42.6(pid=3718): Launched\u000a00:42:58.164350 run osmo-stp_10.42.42.5(pid=3715): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]\u000a00:42:58.303167 run osmo-stp_10.42.42.5(pid=3715): stdout: \u000a| (launched: 2022-12-10_00:42:56.808523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:58.441770 run osmo-stp_10.42.42.5(pid=3715): stderr: \u000a| �[0;m�[38;5;43m20221210004256984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004256985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004256985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004256985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:58.574664 run osmo-stp_10.42.42.5(pid=3715): stdout: \u000a| (launched: 2022-12-10_00:42:56.808523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:58.706015 run osmo-stp_10.42.42.5(pid=3715): stderr: \u000a| �[0;m�[38;5;43m20221210004256984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004256985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004256985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004256985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:58.763922 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:42:58.772899 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:42:58.836232 run osmo-hlr_10.42.42.2(pid=3712): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3712)]\u000a00:42:58.888382 run osmo-hlr_10.42.42.2(pid=3712): stdout: \u000a| (launched: 2022-12-10_00:42:55.828106) \u000a00:42:58.941118 run osmo-hlr_10.42.42.2(pid=3712): stderr: \u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004256008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004256023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004256033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004256033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004256033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:59.012661 run osmo-msc_10.42.42.6(pid=3718): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3718)]\u000a00:42:59.064773 run osmo-msc_10.42.42.6(pid=3718): stdout: \u000a| (launched: 2022-12-10_00:42:57.803236) \u000a00:42:59.117595 run osmo-msc_10.42.42.6(pid=3718): stderr: \u000a| �[0;m�[38;5;43m20221210004258126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004258126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39728e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004258127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004258127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004258127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004258127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004258129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004258129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:42:59.162478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Terminating (SIGTERM)\u000a00:42:59.204922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Terminating (SIGTERM)\u000a00:42:59.247675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3717): Terminating (SIGTERM)\u000a00:42:59.257578 --- ParallelTerminationStrategy: PID 3711 died...\u000a00:42:59.314433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Terminated: ok {rc=0}\u000a00:42:59.324523 --- ParallelTerminationStrategy: PID 3714 died...\u000a00:42:59.381065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Terminated: ok {rc=0}\u000a00:42:59.391091 --- ParallelTerminationStrategy: PID 3717 died...\u000a00:42:59.447216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3717): Terminated: ok {rc=0}\u000a00:42:59.534643 bus /sierra_3: Setting Powered False\u000a00:43:00.637614 bus /sierra_3: Setting Powered False\u000a00:43:01.766418 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3726): Process ended prematurely: osmo-stp_10.42.42.5(pid=3726) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3726)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3726): Process ended prematurely: osmo-stp_10.42.42.5(pid=3726) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:02.880665 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:02.892444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:43:03.042242 tst mo_mt_call_osmux.py: using LAC 24796\u000a00:43:03.160689 tst mo_mt_call_osmux.py: using RAC 61\u000a00:43:03.281346 tst mo_mt_call_osmux.py: using CellId 24796\u000a00:43:03.399961 tst mo_mt_call_osmux.py: using BVCI 24797\u000a00:43:03.423383 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:03.434477 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:03.445438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:03.456472 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:03.467685 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:03.479184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:03.594991 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:03.808421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:04.341196 run create_hlr_db(pid=3720): Launched\u000a00:43:04.533054 bus /sierra_2: Setting Powered False\u000a00:43:05.554006 run create_hlr_db(pid=3720): Terminated: ok {rc=0}\u000a00:43:05.995733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3722): Launched\u000a00:43:06.329751 run osmo-hlr_10.42.42.2(pid=3723): Launched\u000a00:43:06.450086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:07.028181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3725): Launched\u000a00:43:07.360125 run osmo-stp_10.42.42.5(pid=3726): Launched\u000a00:43:07.482017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:08.089160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3728): Launched\u000a00:43:08.419756 run osmo-msc_10.42.42.6(pid=3729): Launched\u000a00:43:08.613516 run osmo-stp_10.42.42.5(pid=3726): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3726)]\u000a00:43:08.752353 run osmo-stp_10.42.42.5(pid=3726): stdout: \u000a| (launched: 2022-12-10_00:43:07.196346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:08.890274 run osmo-stp_10.42.42.5(pid=3726): stderr: \u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004307394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:09.022842 run osmo-stp_10.42.42.5(pid=3726): stdout: \u000a| (launched: 2022-12-10_00:43:07.196346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:09.154121 run osmo-stp_10.42.42.5(pid=3726): stderr: \u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004307393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004307394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004307396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:09.211876 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3726): Process ended prematurely: osmo-stp_10.42.42.5(pid=3726) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3726)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:43:09.221083 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:43:09.284382 run osmo-hlr_10.42.42.2(pid=3723): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3723)]\u000a00:43:09.336935 run osmo-hlr_10.42.42.2(pid=3723): stdout: \u000a| (launched: 2022-12-10_00:43:06.164033) \u000a00:43:09.390024 run osmo-hlr_10.42.42.2(pid=3723): stderr: \u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004306368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004306420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004306429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004306429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004306429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:09.461789 run osmo-msc_10.42.42.6(pid=3729): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3729)]\u000a00:43:09.514328 run osmo-msc_10.42.42.6(pid=3729): stdout: \u000a| (launched: 2022-12-10_00:43:08.257361) \u000a00:43:09.567415 run osmo-msc_10.42.42.6(pid=3729): stderr: \u000a| �[0;m�[38;5;43m20221210004308586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004308586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f239ff3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004308587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004308587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004308587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004308587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004308589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004308589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004308589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004308589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:09.612114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3722): Terminating (SIGTERM)\u000a00:43:09.654323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3725): Terminating (SIGTERM)\u000a00:43:09.696364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3728): Terminating (SIGTERM)\u000a00:43:09.706136 --- ParallelTerminationStrategy: PID 3722 died...\u000a00:43:09.762820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3722): Terminated: ok {rc=0}\u000a00:43:09.772897 --- ParallelTerminationStrategy: PID 3725 died...\u000a00:43:09.829292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3725): Terminated: ok {rc=0}\u000a00:43:09.839347 --- ParallelTerminationStrategy: PID 3728 died...\u000a00:43:09.895590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3728): Terminated: ok {rc=0}\u000a00:43:09.983436 bus /sierra_3: Setting Powered False\u000a00:43:11.092238 bus /sierra_3: Setting Powered False\u000a00:43:12.201844 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3740): Process ended prematurely: osmo-stp_10.42.42.5(pid=3740) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3740)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3740): Process ended prematurely: osmo-stp_10.42.42.5(pid=3740) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:14.170188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.181623 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:14.332425 tst mo_mt_call.py: using LAC 24797\u000a00:43:14.461024 tst mo_mt_call.py: using RAC 62\u000a00:43:14.583915 tst mo_mt_call.py: using CellId 24797\u000a00:43:14.709290 tst mo_mt_call.py: using BVCI 24798\u000a00:43:14.732651 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.743885 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.755053 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.767255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.779164 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:14.791029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:14.912568 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:15.126576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:15.651297 run create_hlr_db(pid=3734): Launched\u000a00:43:15.832925 bus /sierra_2: Setting Powered False\u000a00:43:16.907583 run create_hlr_db(pid=3734): Terminated: ok {rc=0}\u000a00:43:17.343188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3736): Launched\u000a00:43:17.685992 run osmo-hlr_10.42.42.2(pid=3737): Launched\u000a00:43:17.807234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:18.382085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3739): Launched\u000a00:43:18.714220 run osmo-stp_10.42.42.5(pid=3740): Launched\u000a00:43:18.833193 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:19.436603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3742): Launched\u000a00:43:19.771714 run osmo-msc_10.42.42.6(pid=3743): Launched\u000a00:43:19.966316 run osmo-stp_10.42.42.5(pid=3740): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3740)]\u000a00:43:20.105679 run osmo-stp_10.42.42.5(pid=3740): stdout: \u000a| (launched: 2022-12-10_00:43:18.550212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:20.243295 run osmo-stp_10.42.42.5(pid=3740): stderr: \u000a| �[0;m�[38;5;43m20221210004318745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004318746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004318746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004318747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:20.375995 run osmo-stp_10.42.42.5(pid=3740): stdout: \u000a| (launched: 2022-12-10_00:43:18.550212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:20.507209 run osmo-stp_10.42.42.5(pid=3740): stderr: \u000a| �[0;m�[38;5;43m20221210004318745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004318746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004318746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004318747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004318747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:20.565349 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3740): Process ended prematurely: osmo-stp_10.42.42.5(pid=3740) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3740)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:43:20.574408 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:43:20.637283 run osmo-hlr_10.42.42.2(pid=3737): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3737)]\u000a00:43:20.688941 run osmo-hlr_10.42.42.2(pid=3737): stdout: \u000a| (launched: 2022-12-10_00:43:17.513031) \u000a00:43:20.741152 run osmo-hlr_10.42.42.2(pid=3737): stderr: \u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004317715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004317726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004317736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004317736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004317736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:20.812012 run osmo-msc_10.42.42.6(pid=3743): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3743)]\u000a00:43:20.863721 run osmo-msc_10.42.42.6(pid=3743): stdout: \u000a| (launched: 2022-12-10_00:43:19.606139) \u000a00:43:20.915948 run osmo-msc_10.42.42.6(pid=3743): stderr: \u000a| �[0;m�[38;5;43m20221210004319929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004319929 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd2501bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004319930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004319930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004319930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004319931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004319933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004319933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004319933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004319933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:20.960362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3736): Terminating (SIGTERM)\u000a00:43:21.002430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3739): Terminating (SIGTERM)\u000a00:43:21.044430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3742): Terminating (SIGTERM)\u000a00:43:21.054108 --- ParallelTerminationStrategy: PID 3736 died...\u000a00:43:21.110103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3736): Terminated: ok {rc=0}\u000a00:43:21.120092 --- ParallelTerminationStrategy: PID 3739 died...\u000a00:43:21.175913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3739): Terminated: ok {rc=0}\u000a00:43:21.185884 --- ParallelTerminationStrategy: PID 3742 died...\u000a00:43:21.241675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3742): Terminated: ok {rc=0}\u000a00:43:21.329431 bus /sierra_3: Setting Powered False\u000a00:43:22.434897 bus /sierra_3: Setting Powered False\u000a00:43:23.543198 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3751): Process ended prematurely: osmo-stp_10.42.42.5(pid=3751) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3751)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3751): Process ended prematurely: osmo-stp_10.42.42.5(pid=3751) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:24.659292 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:24.671528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:24.826551 tst mo_mt_call_osmux.py: using LAC 24798\u000a00:43:24.958158 tst mo_mt_call_osmux.py: using RAC 63\u000a00:43:25.088026 tst mo_mt_call_osmux.py: using CellId 24798\u000a00:43:25.218694 tst mo_mt_call_osmux.py: using BVCI 24799\u000a00:43:25.243863 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:25.255491 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:25.266903 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:25.278259 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:25.289596 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:25.300893 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:25.419423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:25.634822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:26.164276 run create_hlr_db(pid=3745): Launched\u000a00:43:26.354663 bus /sierra_2: Setting Powered False\u000a00:43:27.376244 run create_hlr_db(pid=3745): Terminated: ok {rc=0}\u000a00:43:27.793641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3747): Launched\u000a00:43:28.106059 run osmo-hlr_10.42.42.2(pid=3748): Launched\u000a00:43:28.219273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:28.757568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3750): Launched\u000a00:43:29.068020 run osmo-stp_10.42.42.5(pid=3751): Launched\u000a00:43:29.181365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:29.747842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3753): Launched\u000a00:43:30.060908 run osmo-msc_10.42.42.6(pid=3754): Launched\u000a00:43:30.241925 run osmo-stp_10.42.42.5(pid=3751): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3751)]\u000a00:43:30.372175 run osmo-stp_10.42.42.5(pid=3751): stdout: \u000a| (launched: 2022-12-10_00:43:28.914453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:30.500453 run osmo-stp_10.42.42.5(pid=3751): stderr: \u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004329086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:30.624065 run osmo-stp_10.42.42.5(pid=3751): stdout: \u000a| (launched: 2022-12-10_00:43:28.914453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:30.747161 run osmo-stp_10.42.42.5(pid=3751): stderr: \u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004329085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004329086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004329088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:30.800899 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3751): Process ended prematurely: osmo-stp_10.42.42.5(pid=3751) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3751)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:43:30.809424 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:43:30.902704 run osmo-hlr_10.42.42.2(pid=3748): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3748)]\u000a00:43:30.956927 run osmo-hlr_10.42.42.2(pid=3748): stdout: \u000a| (launched: 2022-12-10_00:43:27.950968) \u000a00:43:31.011241 run osmo-hlr_10.42.42.2(pid=3748): stderr: \u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004328127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004328140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004328148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004328148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004328148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:31.083695 run osmo-msc_10.42.42.6(pid=3754): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3754)]\u000a00:43:31.137823 run osmo-msc_10.42.42.6(pid=3754): stdout: \u000a| (launched: 2022-12-10_00:43:29.904581) \u000a00:43:31.192700 run osmo-msc_10.42.42.6(pid=3754): stderr: \u000a| �[0;m�[38;5;43m20221210004330181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004330181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f432b872c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004330181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004330181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004330181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004330181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004330183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004330183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004330184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004330184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:31.238215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3747): Terminating (SIGTERM)\u000a00:43:31.282706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3750): Terminating (SIGTERM)\u000a00:43:31.329760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3753): Terminating (SIGTERM)\u000a00:43:31.341456 --- ParallelTerminationStrategy: PID 3747 died...\u000a00:43:31.400351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3747): Terminated: ok {rc=0}\u000a00:43:31.410961 --- ParallelTerminationStrategy: PID 3750 died...\u000a00:43:31.468243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3750): Terminated: ok {rc=0}\u000a00:43:31.478737 --- ParallelTerminationStrategy: PID 3753 died...\u000a00:43:31.538721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3753): Terminated: ok {rc=0}\u000a00:43:31.634925 bus /sierra_3: Setting Powered False\u000a00:43:32.742944 bus /sierra_3: Setting Powered False\u000a00:43:33.851422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:43:13" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3765): Process ended prematurely: osmo-stp_10.42.42.5(pid=3765) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3765)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3765): Process ended prematurely: osmo-stp_10.42.42.5(pid=3765) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:35.805161 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:35.816062 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:43:35.961532 tst mo_mt_call.py: using LAC 24799\u000a00:43:36.081364 tst mo_mt_call.py: using RAC 64\u000a00:43:36.201830 tst mo_mt_call.py: using CellId 24799\u000a00:43:36.322127 tst mo_mt_call.py: using BVCI 24800\u000a00:43:36.345580 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:36.356537 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:36.367317 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:36.378423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:36.389477 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:36.400525 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:36.522517 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:36.739112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:37.271217 run create_hlr_db(pid=3759): Launched\u000a00:43:37.462164 bus /sierra_2: Setting Powered False\u000a00:43:38.482767 run create_hlr_db(pid=3759): Terminated: ok {rc=0}\u000a00:43:38.899876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Launched\u000a00:43:39.212141 run osmo-hlr_10.42.42.2(pid=3762): Launched\u000a00:43:39.334413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:39.886002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3764): Launched\u000a00:43:40.196404 run osmo-stp_10.42.42.5(pid=3765): Launched\u000a00:43:40.308332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:40.873852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3767): Launched\u000a00:43:41.187083 run osmo-msc_10.42.42.6(pid=3768): Launched\u000a00:43:41.368695 run osmo-stp_10.42.42.5(pid=3765): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3765)]\u000a00:43:41.499927 run osmo-stp_10.42.42.5(pid=3765): stdout: \u000a| (launched: 2022-12-10_00:43:40.042959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:41.629289 run osmo-stp_10.42.42.5(pid=3765): stderr: \u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004340219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:41.753810 run osmo-stp_10.42.42.5(pid=3765): stdout: \u000a| (launched: 2022-12-10_00:43:40.042959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:41.877246 run osmo-stp_10.42.42.5(pid=3765): stderr: \u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004340218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004340219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004340219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:41.931542 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3765): Process ended prematurely: osmo-stp_10.42.42.5(pid=3765) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3765)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:43:41.940181 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:43:42.001463 run osmo-hlr_10.42.42.2(pid=3762): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3762)]\u000a00:43:42.051129 run osmo-hlr_10.42.42.2(pid=3762): stdout: \u000a| (launched: 2022-12-10_00:43:39.056856) \u000a00:43:42.101580 run osmo-hlr_10.42.42.2(pid=3762): stderr: \u000a| �[0;m�[1;31m20221210004339234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004339234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004339234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004339234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004339234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004339235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004339251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004339262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004339262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004339262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:42.169544 run osmo-msc_10.42.42.6(pid=3768): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3768)]\u000a00:43:42.219235 run osmo-msc_10.42.42.6(pid=3768): stdout: \u000a| (launched: 2022-12-10_00:43:41.030578) \u000a00:43:42.269437 run osmo-msc_10.42.42.6(pid=3768): stderr: \u000a| �[0;m�[38;5;43m20221210004341306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004341306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0441a4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004341306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004341306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004341306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004341306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004341308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004341308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004341308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004341309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:42.311810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Terminating (SIGTERM)\u000a00:43:42.352138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3764): Terminating (SIGTERM)\u000a00:43:42.392486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3767): Terminating (SIGTERM)\u000a00:43:42.402045 --- ParallelTerminationStrategy: PID 3761 died...\u000a00:43:42.455839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Terminated: ok {rc=0}\u000a00:43:42.465824 --- ParallelTerminationStrategy: PID 3764 died...\u000a00:43:42.519333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3764): Terminated: ok {rc=0}\u000a00:43:42.529307 --- ParallelTerminationStrategy: PID 3767 died...\u000a00:43:42.583068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3767): Terminated: ok {rc=0}\u000a00:43:42.667256 bus /sierra_3: Setting Powered False\u000a00:43:43.775090 bus /sierra_3: Setting Powered False\u000a00:43:44.884263 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:46.008565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.021476 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:43:46.173565 tst mo_mt_call_osmux.py: using LAC 24800\u000a00:43:46.302829 tst mo_mt_call_osmux.py: using RAC 65\u000a00:43:46.438594 tst mo_mt_call_osmux.py: using CellId 24800\u000a00:43:46.567232 tst mo_mt_call_osmux.py: using BVCI 24801\u000a00:43:46.591952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.604045 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.616647 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.629555 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.642294 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:46.655384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:46.776133 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:47.052228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:47.552077 run create_hlr_db(pid=3770): Launched\u000a00:43:47.731364 bus /sierra_2: Setting Powered False\u000a00:43:48.751535 run create_hlr_db(pid=3770): Terminated: ok {rc=0}\u000a00:43:49.164374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Launched\u000a00:43:49.477184 run osmo-hlr_10.42.42.2(pid=3773): Launched\u000a00:43:49.589800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:50.128586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Launched\u000a00:43:50.441366 run osmo-stp_10.42.42.5(pid=3776): Launched\u000a00:43:50.554273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:51.121537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3778): Launched\u000a00:43:51.434552 run osmo-msc_10.42.42.6(pid=3779): Launched\u000a00:43:51.618453 run osmo-stp_10.42.42.5(pid=3776): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]\u000a00:43:51.750322 run osmo-stp_10.42.42.5(pid=3776): stdout: \u000a| (launched: 2022-12-10_00:43:50.286031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:51.879714 run osmo-stp_10.42.42.5(pid=3776): stderr: \u000a| �[0;m�[38;5;43m20221210004350458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004350459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004350459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004350459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:52.004460 run osmo-stp_10.42.42.5(pid=3776): stdout: \u000a| (launched: 2022-12-10_00:43:50.286031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:52.128317 run osmo-stp_10.42.42.5(pid=3776): stderr: \u000a| �[0;m�[38;5;43m20221210004350458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004350459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004350459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004350459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004350460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:52.182595 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:43:52.191354 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:43:52.252480 run osmo-hlr_10.42.42.2(pid=3773): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3773)]\u000a00:43:52.302470 run osmo-hlr_10.42.42.2(pid=3773): stdout: \u000a| (launched: 2022-12-10_00:43:49.321478) \u000a00:43:52.352889 run osmo-hlr_10.42.42.2(pid=3773): stderr: \u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004349501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004349520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004349530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004349530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004349530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:52.421221 run osmo-msc_10.42.42.6(pid=3779): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3779)]\u000a00:43:52.471173 run osmo-msc_10.42.42.6(pid=3779): stdout: \u000a| (launched: 2022-12-10_00:43:51.278781) \u000a00:43:52.521574 run osmo-msc_10.42.42.6(pid=3779): stderr: \u000a| �[0;m�[38;5;43m20221210004351552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004351552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd55beffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004351553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004351553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004351555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004351556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004351556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004351556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:52.564179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminating (SIGTERM)\u000a00:43:52.604736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminating (SIGTERM)\u000a00:43:52.645167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3778): Terminating (SIGTERM)\u000a00:43:52.654750 --- ParallelTerminationStrategy: PID 3772 died...\u000a00:43:52.708939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminated: ok {rc=0}\u000a00:43:52.718649 --- ParallelTerminationStrategy: PID 3775 died...\u000a00:43:52.772332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminated: ok {rc=0}\u000a00:43:52.782041 --- ParallelTerminationStrategy: PID 3778 died...\u000a00:43:52.836009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3778): Terminated: ok {rc=0}\u000a00:43:52.924783 bus /sierra_3: Setting Powered False\u000a00:43:54.031605 bus /sierra_3: Setting Powered False\u000a00:43:55.143940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:43:35" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:57.100762 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.111851 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:43:57.267146 tst mo_mt_call.py: using LAC 24801\u000a00:43:57.395839 tst mo_mt_call.py: using RAC 66\u000a00:43:57.529359 tst mo_mt_call.py: using CellId 24801\u000a00:43:57.662635 tst mo_mt_call.py: using BVCI 24802\u000a00:43:57.688044 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.699707 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.711245 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.722821 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.734280 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:43:57.745691 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:43:57.863431 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:43:58.077975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:58.607921 run create_hlr_db(pid=3785): Launched\u000a00:43:58.798602 bus /sierra_2: Setting Powered False\u000a00:43:59.819691 run create_hlr_db(pid=3785): Terminated: ok {rc=0}\u000a00:44:00.235362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Launched\u000a00:44:00.546391 run osmo-hlr_10.42.42.2(pid=3788): Launched\u000a00:44:00.667299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:01.239121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Launched\u000a00:44:01.616619 run osmo-stp_10.42.42.5(pid=3791): Launched\u000a00:44:01.782490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:02.392414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3793): Launched\u000a00:44:02.709444 run osmo-msc_10.42.42.6(pid=3794): Launched\u000a00:44:02.892726 run osmo-stp_10.42.42.5(pid=3791): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]\u000a00:44:03.024828 run osmo-stp_10.42.42.5(pid=3791): stdout: \u000a| (launched: 2022-12-10_00:44:01.399093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:03.154689 run osmo-stp_10.42.42.5(pid=3791): stderr: \u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004401747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:03.279684 run osmo-stp_10.42.42.5(pid=3791): stdout: \u000a| (launched: 2022-12-10_00:44:01.399093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:03.403980 run osmo-stp_10.42.42.5(pid=3791): stderr: \u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004401746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004401747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004401747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:03.458324 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:44:03.466845 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:44:03.528616 run osmo-hlr_10.42.42.2(pid=3788): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3788)]\u000a00:44:03.578935 run osmo-hlr_10.42.42.2(pid=3788): stdout: \u000a| (launched: 2022-12-10_00:44:00.392811) \u000a00:44:03.629997 run osmo-hlr_10.42.42.2(pid=3788): stderr: \u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004400574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004400587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004400596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004400596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004400596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:03.698624 run osmo-msc_10.42.42.6(pid=3794): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3794)]\u000a00:44:03.748486 run osmo-msc_10.42.42.6(pid=3794): stdout: \u000a| (launched: 2022-12-10_00:44:02.551062) \u000a00:44:03.799631 run osmo-msc_10.42.42.6(pid=3794): stderr: \u000a| �[0;m�[38;5;43m20221210004402825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004402825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3a9fafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004402826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004402826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004402826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004402826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004402828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004402828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004402828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004402828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:03.842133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminating (SIGTERM)\u000a00:44:03.883132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminating (SIGTERM)\u000a00:44:03.923788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3793): Terminating (SIGTERM)\u000a00:44:03.933723 --- ParallelTerminationStrategy: PID 3787 died...\u000a00:44:03.988440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminated: ok {rc=0}\u000a00:44:03.998069 --- ParallelTerminationStrategy: PID 3790 died...\u000a00:44:04.052617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminated: ok {rc=0}\u000a00:44:04.062240 --- ParallelTerminationStrategy: PID 3793 died...\u000a00:44:04.116082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3793): Terminated: ok {rc=0}\u000a00:44:04.206683 bus /sierra_3: Setting Powered False\u000a00:44:05.311864 bus /sierra_3: Setting Powered False\u000a00:44:06.420284 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:07.537607 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:07.550583 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:44:07.694964 tst mo_mt_call_osmux.py: using LAC 24802\u000a00:44:07.818181 tst mo_mt_call_osmux.py: using RAC 67\u000a00:44:07.941485 tst mo_mt_call_osmux.py: using CellId 24802\u000a00:44:08.061696 tst mo_mt_call_osmux.py: using BVCI 24803\u000a00:44:08.085197 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:08.096130 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:08.107119 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:08.118273 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:08.129297 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:08.140528 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:08.256427 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:08.462061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:08.948112 run create_hlr_db(pid=3797): Launched\u000a00:44:09.124531 bus /sierra_2: Setting Powered False\u000a00:44:10.146430 run create_hlr_db(pid=3797): Terminated: ok {rc=0}\u000a00:44:10.558686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Launched\u000a00:44:10.870018 run osmo-hlr_10.42.42.2(pid=3800): Launched\u000a00:44:10.990368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:11.536675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Launched\u000a00:44:11.850722 run osmo-stp_10.42.42.5(pid=3803): Launched\u000a00:44:11.964096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:12.530223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3805): Launched\u000a00:44:12.842963 run osmo-msc_10.42.42.6(pid=3806): Launched\u000a00:44:13.023960 run osmo-stp_10.42.42.5(pid=3803): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]\u000a00:44:13.154393 run osmo-stp_10.42.42.5(pid=3803): stdout: \u000a| (launched: 2022-12-10_00:44:11.693915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:13.282701 run osmo-stp_10.42.42.5(pid=3803): stderr: \u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004411868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:13.406726 run osmo-stp_10.42.42.5(pid=3803): stdout: \u000a| (launched: 2022-12-10_00:44:11.693915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:13.529531 run osmo-stp_10.42.42.5(pid=3803): stderr: \u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004411867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004411868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:13.583579 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:44:13.592346 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:44:13.653165 run osmo-hlr_10.42.42.2(pid=3800): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3800)]\u000a00:44:13.702906 run osmo-hlr_10.42.42.2(pid=3800): stdout: \u000a| (launched: 2022-12-10_00:44:10.715836) \u000a00:44:13.753092 run osmo-hlr_10.42.42.2(pid=3800): stderr: \u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004410896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004410910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004410918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004410918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004410918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:13.820870 run osmo-msc_10.42.42.6(pid=3806): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3806)]\u000a00:44:13.871228 run osmo-msc_10.42.42.6(pid=3806): stdout: \u000a| (launched: 2022-12-10_00:44:12.687042) \u000a00:44:13.921538 run osmo-msc_10.42.42.6(pid=3806): stderr: \u000a| �[0;m�[38;5;43m20221210004412963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004412963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02d48f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004412963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004412963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004412963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004412964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004412965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004412966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004412966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004412966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:13.963823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Terminating (SIGTERM)\u000a00:44:14.003766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Terminating (SIGTERM)\u000a00:44:14.043821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3805): Terminating (SIGTERM)\u000a00:44:14.053313 --- ParallelTerminationStrategy: PID 3799 died...\u000a00:44:14.107090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Terminated: ok {rc=0}\u000a00:44:14.116683 --- ParallelTerminationStrategy: PID 3802 died...\u000a00:44:14.170732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Terminated: ok {rc=0}\u000a00:44:14.180386 --- ParallelTerminationStrategy: PID 3805 died...\u000a00:44:14.233571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3805): Terminated: ok {rc=0}\u000a00:44:14.322790 bus /sierra_3: Setting Powered False\u000a00:44:15.425318 bus /sierra_3: Setting Powered False\u000a00:44:16.544660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:43:56" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:18.511297 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:18.522836 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:18.677305 tst mo_mt_call.py: using LAC 24803\u000a00:44:18.807669 tst mo_mt_call.py: using RAC 68\u000a00:44:18.936814 tst mo_mt_call.py: using CellId 24803\u000a00:44:19.067294 tst mo_mt_call.py: using BVCI 24804\u000a00:44:19.092432 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:19.103956 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:19.115337 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:19.126908 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:19.138975 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:19.150450 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:19.266252 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:19.469392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:19.958435 run create_hlr_db(pid=3811): Launched\u000a00:44:20.135884 bus /sierra_2: Setting Powered False\u000a00:44:21.157793 run create_hlr_db(pid=3811): Terminated: ok {rc=0}\u000a00:44:21.596740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Launched\u000a00:44:21.931981 run osmo-hlr_10.42.42.2(pid=3814): Launched\u000a00:44:22.052729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:22.631402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Launched\u000a00:44:22.963801 run osmo-stp_10.42.42.5(pid=3817): Launched\u000a00:44:23.083408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:23.689492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Launched\u000a00:44:24.023992 run osmo-msc_10.42.42.6(pid=3820): Launched\u000a00:44:24.217100 run osmo-stp_10.42.42.5(pid=3817): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)]\u000a00:44:24.358713 run osmo-stp_10.42.42.5(pid=3817): stdout: \u000a| (launched: 2022-12-10_00:44:22.799572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:24.496828 run osmo-stp_10.42.42.5(pid=3817): stderr: \u000a| �[0;m�[38;5;43m20221210004422995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004422995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004422996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004422996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:24.629432 run osmo-stp_10.42.42.5(pid=3817): stdout: \u000a| (launched: 2022-12-10_00:44:22.799572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:24.760698 run osmo-stp_10.42.42.5(pid=3817): stderr: \u000a| �[0;m�[38;5;43m20221210004422995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004422995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004422996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004422996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004422998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:24.818612 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3817): Process ended prematurely: osmo-stp_10.42.42.5(pid=3817) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3817)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:44:24.827554 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:44:24.889856 run osmo-hlr_10.42.42.2(pid=3814): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3814)]\u000a00:44:24.941418 run osmo-hlr_10.42.42.2(pid=3814): stdout: \u000a| (launched: 2022-12-10_00:44:21.766041) \u000a00:44:24.993288 run osmo-hlr_10.42.42.2(pid=3814): stderr: \u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004421968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004421980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004421988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004421989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004421989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:25.063649 run osmo-msc_10.42.42.6(pid=3820): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3820)]\u000a00:44:25.114968 run osmo-msc_10.42.42.6(pid=3820): stdout: \u000a| (launched: 2022-12-10_00:44:23.857850) \u000a00:44:25.166823 run osmo-msc_10.42.42.6(pid=3820): stderr: \u000a| �[0;m�[38;5;43m20221210004424186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004424186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0ea4d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004424186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004424186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004424186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004424186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004424188 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004424188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004424188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004424188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:25.210987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Terminating (SIGTERM)\u000a00:44:25.252533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Terminating (SIGTERM)\u000a00:44:25.294631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Terminating (SIGTERM)\u000a00:44:25.304192 --- ParallelTerminationStrategy: PID 3813 died...\u000a00:44:25.359720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3813): Terminated: ok {rc=0}\u000a00:44:25.369666 --- ParallelTerminationStrategy: PID 3816 died...\u000a00:44:25.425110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3816): Terminated: ok {rc=0}\u000a00:44:25.435459 --- ParallelTerminationStrategy: PID 3819 died...\u000a00:44:25.491330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3819): Terminated: ok {rc=0}\u000a00:44:25.579278 bus /sierra_3: Setting Powered False\u000a00:44:26.683647 bus /sierra_3: Setting Powered False\u000a00:44:27.796017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:28.911691 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:28.924137 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:29.078309 tst mo_mt_call_osmux.py: using LAC 24804\u000a00:44:29.207135 tst mo_mt_call_osmux.py: using RAC 69\u000a00:44:29.336061 tst mo_mt_call_osmux.py: using CellId 24804\u000a00:44:29.459556 tst mo_mt_call_osmux.py: using BVCI 24805\u000a00:44:29.483279 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:29.494710 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:29.505836 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:29.518368 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:29.529490 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:29.541210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:29.664477 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:29.871059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:30.359657 run create_hlr_db(pid=3822): Launched\u000a00:44:30.536429 bus /sierra_2: Setting Powered False\u000a00:44:31.561158 run create_hlr_db(pid=3822): Terminated: ok {rc=0}\u000a00:44:32.014334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Launched\u000a00:44:32.340401 run osmo-hlr_10.42.42.2(pid=3825): Launched\u000a00:44:32.461237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:33.036895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Launched\u000a00:44:33.367545 run osmo-stp_10.42.42.5(pid=3828): Launched\u000a00:44:33.485995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:34.092128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3830): Launched\u000a00:44:34.424846 run osmo-msc_10.42.42.6(pid=3831): Launched\u000a00:44:34.618926 run osmo-stp_10.42.42.5(pid=3828): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]\u000a00:44:34.757917 run osmo-stp_10.42.42.5(pid=3828): stdout: \u000a| (launched: 2022-12-10_00:44:33.205093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:34.896413 run osmo-stp_10.42.42.5(pid=3828): stderr: \u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004433401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:35.029204 run osmo-stp_10.42.42.5(pid=3828): stdout: \u000a| (launched: 2022-12-10_00:44:33.205093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:35.161296 run osmo-stp_10.42.42.5(pid=3828): stderr: \u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004433400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004433401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004433401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:35.219188 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)] [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:44:35.228309 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:44:35.290608 run osmo-hlr_10.42.42.2(pid=3825): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3825)]\u000a00:44:35.342022 run osmo-hlr_10.42.42.2(pid=3825): stdout: \u000a| (launched: 2022-12-10_00:44:32.177777) \u000a00:44:35.393840 run osmo-hlr_10.42.42.2(pid=3825): stderr: \u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004432375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004432387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004432396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004432396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004432396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:35.463977 run osmo-msc_10.42.42.6(pid=3831): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3831)]\u000a00:44:35.515270 run osmo-msc_10.42.42.6(pid=3831): stdout: \u000a| (launched: 2022-12-10_00:44:34.260162) \u000a00:44:35.567177 run osmo-msc_10.42.42.6(pid=3831): stderr: \u000a| �[0;m�[38;5;43m20221210004434589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004434589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9ea244c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004434589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004434589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004434589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004434589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004434591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004434591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004434592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004434592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:35.611706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminating (SIGTERM)\u000a00:44:35.653532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminating (SIGTERM)\u000a00:44:35.694961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3830): Terminating (SIGTERM)\u000a00:44:35.704546 --- ParallelTerminationStrategy: PID 3824 died...\u000a00:44:35.760024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminated: ok {rc=0}\u000a00:44:35.770138 --- ParallelTerminationStrategy: PID 3827 died...\u000a00:44:35.825515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminated: ok {rc=0}\u000a00:44:35.835736 --- ParallelTerminationStrategy: PID 3830 died...\u000a00:44:35.891267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3830): Terminated: ok {rc=0}\u000a00:44:35.977189 bus /sierra_3: Setting Powered False\u000a00:44:37.078830 bus /sierra_3: Setting Powered False\u000a00:44:38.190543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:44:18" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:44:40.156036 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.167642 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:44:40.322291 tst mo_mt_call.py: using LAC 24805\u000a00:44:40.451439 tst mo_mt_call.py: using RAC 70\u000a00:44:40.580803 tst mo_mt_call.py: using CellId 24805\u000a00:44:40.710344 tst mo_mt_call.py: using BVCI 24806\u000a00:44:40.735533 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.747261 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.758696 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.770143 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.781675 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:40.793300 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:40.910425 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:41.114404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:41.605137 run create_hlr_db(pid=3836): Launched\u000a00:44:41.782615 bus /sierra_2: Setting Powered False\u000a00:44:42.806527 run create_hlr_db(pid=3836): Terminated: ok {rc=0}\u000a00:44:43.249199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Launched\u000a00:44:43.586787 run osmo-hlr_10.42.42.2(pid=3839): Launched\u000a00:44:43.709563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:44.285889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Launched\u000a00:44:44.620531 run osmo-stp_10.42.42.5(pid=3842): Launched\u000a00:44:44.742705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:45.348860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3844): Launched\u000a00:44:45.683300 run osmo-msc_10.42.42.6(pid=3845): Launched\u000a00:44:45.975120 run osmo-stp_10.42.42.5(pid=3842): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]\u000a00:44:46.236545 run osmo-stp_10.42.42.5(pid=3842): stdout: \u000a| (launched: 2022-12-10_00:44:44.454892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:46.391152 run osmo-stp_10.42.42.5(pid=3842): stderr: \u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004444650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:46.527847 run osmo-stp_10.42.42.5(pid=3842): stdout: \u000a| (launched: 2022-12-10_00:44:44.454892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:46.663117 run osmo-stp_10.42.42.5(pid=3842): stderr: \u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004444649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004444650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004444652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:46.722402 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)] [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:44:46.732120 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:44:46.796488 run osmo-hlr_10.42.42.2(pid=3839): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3839)]\u000a00:44:46.849520 run osmo-hlr_10.42.42.2(pid=3839): stdout: \u000a| (launched: 2022-12-10_00:44:43.419282) \u000a00:44:46.903309 run osmo-hlr_10.42.42.2(pid=3839): stderr: \u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004443624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004443649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004443658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004443658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004443658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:46.975989 run osmo-msc_10.42.42.6(pid=3845): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3845)]\u000a00:44:47.029166 run osmo-msc_10.42.42.6(pid=3845): stdout: \u000a| (launched: 2022-12-10_00:44:45.517573) \u000a00:44:47.082839 run osmo-msc_10.42.42.6(pid=3845): stderr: \u000a| �[0;m�[38;5;43m20221210004445845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004445845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd955d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004445845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004445845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004445845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004445845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004445847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004445847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004445848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004445848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:47.128358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Terminating (SIGTERM)\u000a00:44:47.173341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Terminating (SIGTERM)\u000a00:44:47.216512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3844): Terminating (SIGTERM)\u000a00:44:47.226276 --- ParallelTerminationStrategy: PID 3838 died...\u000a00:44:47.283294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Terminated: ok {rc=0}\u000a00:44:47.293868 --- ParallelTerminationStrategy: PID 3841 died...\u000a00:44:47.351017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Terminated: ok {rc=0}\u000a00:44:47.361252 --- ParallelTerminationStrategy: PID 3844 died...\u000a00:44:47.417741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3844): Terminated: ok {rc=0}\u000a00:44:47.506029 bus /sierra_3: Setting Powered False\u000a00:44:48.609516 bus /sierra_3: Setting Powered False\u000a00:44:49.720721 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3853): Process ended prematurely: osmo-stp_10.42.42.5(pid=3853) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3853)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3853): Process ended prematurely: osmo-stp_10.42.42.5(pid=3853) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:50.838207 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:50.850646 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:44:51.006507 tst mo_mt_call_osmux.py: using LAC 24806\u000a00:44:51.136896 tst mo_mt_call_osmux.py: using RAC 71\u000a00:44:51.268116 tst mo_mt_call_osmux.py: using CellId 24806\u000a00:44:51.399122 tst mo_mt_call_osmux.py: using BVCI 24807\u000a00:44:51.424401 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:51.436018 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:51.447568 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:51.459044 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:51.470624 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:51.482121 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:51.602487 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:51.806371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:52.296448 run create_hlr_db(pid=3847): Launched\u000a00:44:52.473393 bus /sierra_2: Setting Powered False\u000a00:44:53.495691 run create_hlr_db(pid=3847): Terminated: ok {rc=0}\u000a00:44:53.937787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3849): Launched\u000a00:44:54.272626 run osmo-hlr_10.42.42.2(pid=3850): Launched\u000a00:44:54.393314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:54.969038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3852): Launched\u000a00:44:55.302546 run osmo-stp_10.42.42.5(pid=3853): Launched\u000a00:44:55.422778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:56.029947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3855): Launched\u000a00:44:56.364633 run osmo-msc_10.42.42.6(pid=3856): Launched\u000a00:44:56.557571 run osmo-stp_10.42.42.5(pid=3853): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3853)]\u000a00:44:56.696587 run osmo-stp_10.42.42.5(pid=3853): stdout: \u000a| (launched: 2022-12-10_00:44:55.138152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:56.834736 run osmo-stp_10.42.42.5(pid=3853): stderr: \u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004455334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:56.967382 run osmo-stp_10.42.42.5(pid=3853): stdout: \u000a| (launched: 2022-12-10_00:44:55.138152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:57.099036 run osmo-stp_10.42.42.5(pid=3853): stderr: \u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004455333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004455334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004455334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:57.156728 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3853): Process ended prematurely: osmo-stp_10.42.42.5(pid=3853) [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3853)] [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:44:57.165939 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:44:57.228837 run osmo-hlr_10.42.42.2(pid=3850): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3850)]\u000a00:44:57.280635 run osmo-hlr_10.42.42.2(pid=3850): stdout: \u000a| (launched: 2022-12-10_00:44:54.107007) \u000a00:44:57.333148 run osmo-hlr_10.42.42.2(pid=3850): stderr: \u000a| �[0;m�[1;31m20221210004454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004454307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004454308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004454319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004454329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004454329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004454329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:57.404380 run osmo-msc_10.42.42.6(pid=3856): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3856)]\u000a00:44:57.455904 run osmo-msc_10.42.42.6(pid=3856): stdout: \u000a| (launched: 2022-12-10_00:44:56.198935) \u000a00:44:57.508044 run osmo-msc_10.42.42.6(pid=3856): stderr: \u000a| �[0;m�[38;5;43m20221210004456524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004456524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1128361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004456524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004456524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004456525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004456525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004456526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:57.552383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3849): Terminating (SIGTERM)\u000a00:44:57.594730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3852): Terminating (SIGTERM)\u000a00:44:57.636471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3855): Terminating (SIGTERM)\u000a00:44:57.646221 --- ParallelTerminationStrategy: PID 3849 died...\u000a00:44:57.702126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3849): Terminated: ok {rc=0}\u000a00:44:57.712116 --- ParallelTerminationStrategy: PID 3852 died...\u000a00:44:57.767791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3852): Terminated: ok {rc=0}\u000a00:44:57.777789 --- ParallelTerminationStrategy: PID 3855 died...\u000a00:44:57.833242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3855): Terminated: ok {rc=0}\u000a00:44:57.920586 bus /sierra_3: Setting Powered False\u000a00:44:59.024803 bus /sierra_3: Setting Powered False\u000a00:45:00.138000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:44:39" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:45:02.131787 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.143743 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:02.294426 tst mo_mt_call.py: using LAC 24807\u000a00:45:02.416853 tst mo_mt_call.py: using RAC 72\u000a00:45:02.545994 tst mo_mt_call.py: using CellId 24807\u000a00:45:02.677211 tst mo_mt_call.py: using BVCI 24808\u000a00:45:02.702328 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.713805 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.724889 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.735955 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.747110 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:02.758321 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:02.875475 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:03.093542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:03.625066 run create_hlr_db(pid=3865): Launched\u000a00:45:03.815365 bus /sierra_2: Setting Powered False\u000a00:45:04.837688 run create_hlr_db(pid=3865): Terminated: ok {rc=0}\u000a00:45:05.280323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Launched\u000a00:45:05.613999 run osmo-hlr_10.42.42.2(pid=3868): Launched\u000a00:45:05.733075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:06.275238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Launched\u000a00:45:06.588911 run osmo-stp_10.42.42.5(pid=3871): Launched\u000a00:45:06.701948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:07.269121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Launched\u000a00:45:07.582285 run osmo-msc_10.42.42.6(pid=3874): Launched\u000a00:45:07.764339 run osmo-stp_10.42.42.5(pid=3871): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)]\u000a00:45:07.895562 run osmo-stp_10.42.42.5(pid=3871): stdout: \u000a| (launched: 2022-12-10_00:45:06.432669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:08.024385 run osmo-stp_10.42.42.5(pid=3871): stderr: \u000a| �[0;m�[38;5;43m20221210004506605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004506605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004506606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004506606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004506606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:08.149073 run osmo-stp_10.42.42.5(pid=3871): stdout: \u000a| (launched: 2022-12-10_00:45:06.432669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:08.272554 run osmo-stp_10.42.42.5(pid=3871): stderr: \u000a| �[0;m�[38;5;43m20221210004506605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004506605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004506606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004506606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004506606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:08.327075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3871): Process ended prematurely: osmo-stp_10.42.42.5(pid=3871) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3871)] [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:45:08.335736 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:45:08.395965 run osmo-hlr_10.42.42.2(pid=3868): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3868)]\u000a00:45:08.445339 run osmo-hlr_10.42.42.2(pid=3868): stdout: \u000a| (launched: 2022-12-10_00:45:05.448817) \u000a00:45:08.495276 run osmo-hlr_10.42.42.2(pid=3868): stderr: \u000a| �[0;m�[1;31m20221210004505652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004505652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004505652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004505652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004505653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004505653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004505667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004505675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004505675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004505676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:08.563207 run osmo-msc_10.42.42.6(pid=3874): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3874)]\u000a00:45:08.612890 run osmo-msc_10.42.42.6(pid=3874): stdout: \u000a| (launched: 2022-12-10_00:45:07.426173) \u000a00:45:08.663064 run osmo-msc_10.42.42.6(pid=3874): stderr: \u000a| �[0;m�[38;5;43m20221210004507703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004507703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92d4146c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004507703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004507703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004507704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004507704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004507706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004507706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004507706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004507706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:08.705368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Terminating (SIGTERM)\u000a00:45:08.745572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Terminating (SIGTERM)\u000a00:45:08.786333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Terminating (SIGTERM)\u000a00:45:08.795821 --- ParallelTerminationStrategy: PID 3867 died...\u000a00:45:08.850119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3867): Terminated: ok {rc=0}\u000a00:45:08.860041 --- ParallelTerminationStrategy: PID 3870 died...\u000a00:45:08.914078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3870): Terminated: ok {rc=0}\u000a00:45:08.923820 --- ParallelTerminationStrategy: PID 3873 died...\u000a00:45:08.977335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3873): Terminated: ok {rc=0}\u000a00:45:09.067050 bus /sierra_3: Setting Powered False\u000a00:45:10.171731 bus /sierra_3: Setting Powered False\u000a00:45:11.280010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:45:12.396871 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:12.408900 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:12.563101 tst mo_mt_call_osmux.py: using LAC 24808\u000a00:45:12.693621 tst mo_mt_call_osmux.py: using RAC 73\u000a00:45:12.824537 tst mo_mt_call_osmux.py: using CellId 24808\u000a00:45:12.954916 tst mo_mt_call_osmux.py: using BVCI 24809\u000a00:45:12.980158 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:12.991648 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:13.002842 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:13.014045 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:13.025261 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:13.036420 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:13.157550 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:13.372336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:13.904448 run create_hlr_db(pid=3876): Launched\u000a00:45:14.094720 bus /sierra_2: Setting Powered False\u000a00:45:15.116626 run create_hlr_db(pid=3876): Terminated: ok {rc=0}\u000a00:45:15.556098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Launched\u000a00:45:15.884524 run osmo-hlr_10.42.42.2(pid=3879): Launched\u000a00:45:16.072486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:16.826444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Launched\u000a00:45:17.220113 run osmo-stp_10.42.42.5(pid=3882): Launched\u000a00:45:17.377605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:18.062017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Launched\u000a00:45:18.395256 run osmo-msc_10.42.42.6(pid=3885): Launched\u000a00:45:18.587554 run osmo-stp_10.42.42.5(pid=3882): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a00:45:18.726299 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-10_00:45:16.989088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:18.864206 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004517277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:18.996668 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-10_00:45:16.989088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:19.128113 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004517276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004517277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004517277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:19.185970 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)] [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:45:19.195048 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a00:45:19.257664 run osmo-hlr_10.42.42.2(pid=3879): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3879)]\u000a00:45:19.309370 run osmo-hlr_10.42.42.2(pid=3879): stdout: \u000a| (launched: 2022-12-10_00:45:15.725430) \u000a00:45:19.361778 run osmo-hlr_10.42.42.2(pid=3879): stderr: \u000a| �[0;m�[1;31m20221210004516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004516027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004516028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004516028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004516028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004516028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004516051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004516066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004516066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004516067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:19.432502 run osmo-msc_10.42.42.6(pid=3885): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3885)]\u000a00:45:19.484003 run osmo-msc_10.42.42.6(pid=3885): stdout: \u000a| (launched: 2022-12-10_00:45:18.230309) \u000a00:45:19.536463 run osmo-msc_10.42.42.6(pid=3885): stderr: \u000a| �[0;m�[38;5;43m20221210004518559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004518559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d661bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004518559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004518559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004518559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004518561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004518562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004518562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004518562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:19.580621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminating (SIGTERM)\u000a00:45:19.622975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminating (SIGTERM)\u000a00:45:19.665265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Terminating (SIGTERM)\u000a00:45:19.674871 --- ParallelTerminationStrategy: PID 3878 died...\u000a00:45:19.730688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminated: ok {rc=0}\u000a00:45:19.740668 --- ParallelTerminationStrategy: PID 3881 died...\u000a00:45:19.796127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminated: ok {rc=0}\u000a00:45:19.806105 --- ParallelTerminationStrategy: PID 3884 died...\u000a00:45:19.861586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3884): Terminated: ok {rc=0}\u000a00:45:19.949234 bus /sierra_3: Setting Powered False\u000a00:45:21.054700 bus /sierra_3: Setting Powered False\u000a00:45:22.165866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:45:24.134711 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.145364 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:24.268732 tst emergency_mo_mt_call.py: using LAC 24809\u000a00:45:24.387653 tst emergency_mo_mt_call.py: using RAC 74\u000a00:45:24.507014 tst emergency_mo_mt_call.py: using CellId 24809\u000a00:45:24.626913 tst emergency_mo_mt_call.py: using BVCI 24810\u000a00:45:24.649947 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.660487 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.671060 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.681763 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.692420 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:24.703077 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:24.824080 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:25.024572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:25.505156 run create_hlr_db(pid=3890): Launched\u000a00:45:25.679826 bus /sierra_2: Setting Powered False\u000a00:45:26.701790 run create_hlr_db(pid=3890): Terminated: ok {rc=0}\u000a00:45:27.136765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Launched\u000a00:45:27.463953 run osmo-hlr_10.42.42.2(pid=3893): Launched\u000a00:45:27.586318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:28.154035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Launched\u000a00:45:28.482811 run osmo-stp_10.42.42.5(pid=3896): Launched\u000a00:45:28.615171 tst emergency_mo_mt_call.py: using MSISDN 7467\u000a00:45:28.777542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:29.371280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Launched\u000a00:45:29.699098 run osmo-msc_10.42.42.6(pid=3899): Launched\u000a00:45:29.889620 run osmo-stp_10.42.42.5(pid=3896): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a00:45:30.026535 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-10_00:45:28.319738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:30.163094 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004528516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:30.293528 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-10_00:45:28.319738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:30.422588 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004528515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004528516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004528516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:30.479566 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)] [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a00:45:30.488168 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a00:45:30.550842 run osmo-hlr_10.42.42.2(pid=3893): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3893)]\u000a00:45:30.602435 run osmo-hlr_10.42.42.2(pid=3893): stdout: \u000a| (launched: 2022-12-10_00:45:27.302720) \u000a00:45:30.655038 run osmo-hlr_10.42.42.2(pid=3893): stderr: \u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004527503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004527517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004527525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004527525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004527525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:30.725582 run osmo-msc_10.42.42.6(pid=3899): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3899)]\u000a00:45:30.776788 run osmo-msc_10.42.42.6(pid=3899): stdout: \u000a| (launched: 2022-12-10_00:45:29.536320) \u000a00:45:30.830336 run osmo-msc_10.42.42.6(pid=3899): stderr: \u000a| �[0;m�[38;5;43m20221210004529865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004529865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea62bc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004529866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004529866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004529866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004529866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004529868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004529868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004529868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004529868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:30.876730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminating (SIGTERM)\u000a00:45:30.920566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminating (SIGTERM)\u000a00:45:30.971173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Terminating (SIGTERM)\u000a00:45:30.981176 --- ParallelTerminationStrategy: PID 3892 died...\u000a00:45:31.038443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminated: ok {rc=0}\u000a00:45:31.049943 --- ParallelTerminationStrategy: PID 3895 died...\u000a00:45:31.109633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminated: ok {rc=0}\u000a00:45:31.120258 --- ParallelTerminationStrategy: PID 3898 died...\u000a00:45:31.177369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3898): Terminated: ok {rc=0}\u000a00:45:31.265632 bus /sierra_3: Setting Powered False\u000a00:45:32.366256 bus /sierra_3: Setting Powered False\u000a00:45:33.474684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:45:34.527865 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:34.539985 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:34.675025 tst emergency_preemptive_call.py: using LAC 24810\u000a00:45:34.802307 tst emergency_preemptive_call.py: using RAC 75\u000a00:45:34.930064 tst emergency_preemptive_call.py: using CellId 24810\u000a00:45:35.059646 tst emergency_preemptive_call.py: using BVCI 24811\u000a00:45:35.084438 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:35.095548 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:35.106582 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:35.117609 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:35.128491 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:35.139463 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:35.261175 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:35.381688 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:35.498623 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:35.699415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:36.181320 run create_hlr_db(pid=3901): Launched\u000a00:45:36.356288 bus /sierra_2: Setting Powered False\u000a00:45:37.375962 run create_hlr_db(pid=3901): Terminated: ok {rc=0}\u000a00:45:37.783681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Launched\u000a00:45:38.091419 run osmo-hlr_10.42.42.2(pid=3904): Launched\u000a00:45:38.206613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:38.736034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Launched\u000a00:45:39.043362 run osmo-stp_10.42.42.5(pid=3907): Launched\u000a00:45:39.166053 tst emergency_preemptive_call.py: using MSISDN 7468\u000a00:45:39.315919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:39.871647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Launched\u000a00:45:40.179533 run osmo-msc_10.42.42.6(pid=3910): Launched\u000a00:45:40.365522 run osmo-stp_10.42.42.5(pid=3907): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)]\u000a00:45:40.495005 run osmo-stp_10.42.42.5(pid=3907): stdout: \u000a| (launched: 2022-12-10_00:45:38.889537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:40.622480 run osmo-stp_10.42.42.5(pid=3907): stderr: \u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004539063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:40.744135 run osmo-stp_10.42.42.5(pid=3907): stdout: \u000a| (launched: 2022-12-10_00:45:38.889537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:40.865119 run osmo-stp_10.42.42.5(pid=3907): stderr: \u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004539062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004539063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004539063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:40.917602 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3907): Process ended prematurely: osmo-stp_10.42.42.5(pid=3907) [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3907)] [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a00:45:40.925345 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a00:45:40.986055 run osmo-hlr_10.42.42.2(pid=3904): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3904)]\u000a00:45:41.035912 run osmo-hlr_10.42.42.2(pid=3904): stdout: \u000a| (launched: 2022-12-10_00:45:37.938446) \u000a00:45:41.086362 run osmo-hlr_10.42.42.2(pid=3904): stderr: \u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004538117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004538129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004538138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004538138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004538138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:41.154379 run osmo-msc_10.42.42.6(pid=3910): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3910)]\u000a00:45:41.203836 run osmo-msc_10.42.42.6(pid=3910): stdout: \u000a| (launched: 2022-12-10_00:45:40.025466) \u000a00:45:41.254054 run osmo-msc_10.42.42.6(pid=3910): stderr: \u000a| �[0;m�[38;5;43m20221210004540300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210004540300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e52297c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210004540300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210004540300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210004540300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210004540300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210004540302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210004540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210004540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210004540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:41.296096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Terminating (SIGTERM)\u000a00:45:41.336185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Terminating (SIGTERM)\u000a00:45:41.376280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Terminating (SIGTERM)\u000a00:45:41.385748 --- ParallelTerminationStrategy: PID 3903 died...\u000a00:45:41.439131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3903): Terminated: ok {rc=0}\u000a00:45:41.448937 --- ParallelTerminationStrategy: PID 3906 died...\u000a00:45:41.502208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3906): Terminated: ok {rc=0}\u000a00:45:41.511993 --- ParallelTerminationStrategy: PID 3909 died...\u000a00:45:41.565755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3909): Terminated: ok {rc=0}\u000a00:45:41.655182 bus /sierra_9: Setting Powered False\u000a00:45:42.758559 bus /sierra_9: Setting Powered False\u000a00:45:43.870698 bus /sierra_8: Setting Powered False\u000a00:45:44.972595 bus /sierra_8: Setting Powered False\u000a00:45:46.096093 bus /sierra_3: Setting Powered False\u000a00:45:47.214852 bus /sierra_3: Setting Powered False\u000a00:45:48.327081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3925): Process ended prematurely: osmo-stp_10.42.42.5(pid=3925) [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3925)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3925): Process ended prematurely: osmo-stp_10.42.42.5(pid=3925) [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:45:50.420775 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:50.431724 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:50.563136 tst cs_paging_gprs_active.py: using LAC 24811\u000a00:45:50.694388 tst cs_paging_gprs_active.py: using RAC 76\u000a00:45:50.815284 tst cs_paging_gprs_active.py: using CellId 24811\u000a00:45:50.934425 tst cs_paging_gprs_active.py: using BVCI 24812\u000a00:45:50.958319 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:50.968941 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:50.979654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:50.990818 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:51.001969 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:51.013467 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:51.024740 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:51.035964 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:45:51.047609 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:51.170705 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:51.471191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:45:51.611384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:45:51.955108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3915): Launched\u000a00:45:52.243105 run iperf3-srv_10.42.42.10(pid=3916): Launched\u000a00:45:52.447088 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:45:52.586225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:45:52.930687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3917): Launched\u000a00:45:53.217668 run iperf3-srv_10.42.42.10(pid=3918): Launched\u000a00:45:53.420292 tst cs_paging_gprs_active.py:38: start network...\u000a00:45:53.558704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:54.093827 run create_hlr_db(pid=3919): Launched\u000a00:45:54.285645 bus /sierra_2: Setting Powered False\u000a00:45:55.306507 run create_hlr_db(pid=3919): Terminated: ok {rc=0}\u000a00:45:55.722803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3921): Launched\u000a00:45:56.036570 run osmo-hlr_10.42.42.2(pid=3922): Launched\u000a00:45:56.154380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:56.692458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3924): Launched\u000a00:45:57.004593 run osmo-stp_10.42.42.5(pid=3925): Launched\u000a00:45:57.119167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:45:58.639706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3927): Launched\u000a00:45:58.751272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:45:59.025200 run patchelf(pid=3928): Launched\u000a00:45:59.206402 run osmo-stp_10.42.42.5(pid=3925): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3925)]\u000a00:45:59.338751 run osmo-stp_10.42.42.5(pid=3925): stdout: \u000a| (launched: 2022-12-10_00:45:56.849684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:59.471487 run osmo-stp_10.42.42.5(pid=3925): stderr: \u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004557025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:59.599581 run osmo-stp_10.42.42.5(pid=3925): stdout: \u000a| (launched: 2022-12-10_00:45:56.849684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:59.726981 run osmo-stp_10.42.42.5(pid=3925): stderr: \u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004557024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004557025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004557025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:59.874384 run patchelf(pid=3928): Terminating (SIGINT)\u000a00:46:00.047378 run patchelf(pid=3928): Terminated: ok {rc=0}\u000a00:46:00.078991 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3925): Process ended prematurely: osmo-stp_10.42.42.5(pid=3925) [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3925)] [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a00:46:00.088009 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a00:46:00.149260 run osmo-hlr_10.42.42.2(pid=3922): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3922)]\u000a00:46:00.198933 run osmo-hlr_10.42.42.2(pid=3922): stdout: \u000a| (launched: 2022-12-10_00:45:55.880127) \u000a00:46:00.249293 run osmo-hlr_10.42.42.2(pid=3922): stderr: \u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004556062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004556074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004556083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004556084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004556084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:00.292162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3915): Terminating (SIGTERM)\u000a00:46:00.332414 run iperf3-srv_10.42.42.10(pid=3916): Terminating (SIGTERM)\u000a00:46:00.373508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3917): Terminating (SIGTERM)\u000a00:46:00.414172 run iperf3-srv_10.42.42.10(pid=3918): Terminating (SIGTERM)\u000a00:46:00.454295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3921): Terminating (SIGTERM)\u000a00:46:00.494896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3924): Terminating (SIGTERM)\u000a00:46:00.534912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3927): Terminating (SIGTERM)\u000a00:46:00.544413 --- ParallelTerminationStrategy: PID 3915 died...\u000a00:46:00.598744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3915): Terminated: ok {rc=0}\u000a00:46:00.608417 --- ParallelTerminationStrategy: PID 3916 died...\u000a00:46:00.661827 run iperf3-srv_10.42.42.10(pid=3916): Terminated {rc=256}\u000a00:46:00.671717 --- ParallelTerminationStrategy: PID 3917 died...\u000a00:46:00.726200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3917): Terminated: ok {rc=0}\u000a00:46:00.735846 --- ParallelTerminationStrategy: PID 3918 died...\u000a00:46:00.789638 run iperf3-srv_10.42.42.10(pid=3918): Terminated {rc=256}\u000a00:46:00.799333 --- ParallelTerminationStrategy: PID 3921 died...\u000a00:46:00.877647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3921): Terminated: ok {rc=0}\u000a00:46:00.888875 --- ParallelTerminationStrategy: PID 3924 died...\u000a00:46:00.947644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3924): Terminated: ok {rc=0}\u000a00:46:00.960523 --- ParallelTerminationStrategy: PID 3927 died...\u000a00:46:01.019802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3927): Terminated: ok {rc=0}\u000a00:46:01.121160 bus /gobi_0: Setting Powered False\u000a00:46:02.233589 bus /gobi_0: Setting Powered False\u000a00:46:03.346603 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3937): Process ended prematurely: osmo-stp_10.42.42.5(pid=3937) [trial-2367↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3937)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3937): Process ended prematurely: osmo-stp_10.42.42.5(pid=3937) [trial-2367↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a00:46:04.463029 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:04.474864 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:04.607209 tst iperf3.py: using LAC 24812\u000a00:46:04.739339 tst iperf3.py: using RAC 77\u000a00:46:04.870842 tst iperf3.py: using CellId 24812\u000a00:46:05.000736 tst iperf3.py: using BVCI 24813\u000a00:46:05.026424 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.037441 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.048334 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.059297 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.070124 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.080834 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.091852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.102897 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:05.113934 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:05.413705 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:05.552192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:05.897417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3929): Launched\u000a00:46:06.185105 run iperf3-srv_10.42.42.10(pid=3930): Launched\u000a00:46:06.387516 tst iperf3.py:8: start network...\u000a00:46:06.525761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:07.060502 run create_hlr_db(pid=3931): Launched\u000a00:46:07.252051 bus /gobi_6: Setting Powered False\u000a00:46:08.271830 run create_hlr_db(pid=3931): Terminated: ok {rc=0}\u000a00:46:08.685875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3933): Launched\u000a00:46:08.996459 run osmo-hlr_10.42.42.2(pid=3934): Launched\u000a00:46:09.114407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:09.661250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3936): Launched\u000a00:46:09.972853 run osmo-stp_10.42.42.5(pid=3937): Launched\u000a00:46:10.085689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:10.624842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3939): Launched\u000a00:46:10.734807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:11.006995 run patchelf(pid=3940): Launched\u000a00:46:11.187313 run osmo-stp_10.42.42.5(pid=3937): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3937)]\u000a00:46:11.318823 run osmo-stp_10.42.42.5(pid=3937): stdout: \u000a| (launched: 2022-12-10_00:46:09.817905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:11.451056 run osmo-stp_10.42.42.5(pid=3937): stderr: \u000a| �[0;m�[38;5;43m20221210004609992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004609993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004609993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004609993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:11.578644 run osmo-stp_10.42.42.5(pid=3937): stdout: \u000a| (launched: 2022-12-10_00:46:09.817905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:11.705145 run osmo-stp_10.42.42.5(pid=3937): stderr: \u000a| �[0;m�[38;5;43m20221210004609992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004609993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004609993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004609993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:11.852464 run patchelf(pid=3940): Terminating (SIGINT)\u000a00:46:12.025428 run patchelf(pid=3940): Terminated: ok {rc=0}\u000a00:46:12.057095 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3937): Process ended prematurely: osmo-stp_10.42.42.5(pid=3937) [trial-2367↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3937)] [trial-2367↪gprs:sysmo↪iperf3.py:8]\u000a00:46:12.066123 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:46:12.127109 run osmo-hlr_10.42.42.2(pid=3934): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3934)]\u000a00:46:12.176647 run osmo-hlr_10.42.42.2(pid=3934): stdout: \u000a| (launched: 2022-12-10_00:46:08.843263) \u000a00:46:12.227071 run osmo-hlr_10.42.42.2(pid=3934): stderr: \u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004609024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004609037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004609045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004609046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004609046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:12.269350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3929): Terminating (SIGTERM)\u000a00:46:12.309214 run iperf3-srv_10.42.42.10(pid=3930): Terminating (SIGTERM)\u000a00:46:12.349387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3933): Terminating (SIGTERM)\u000a00:46:12.389280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3936): Terminating (SIGTERM)\u000a00:46:12.428914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3939): Terminating (SIGTERM)\u000a00:46:12.438387 --- ParallelTerminationStrategy: PID 3929 died...\u000a00:46:12.491766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3929): Terminated: ok {rc=0}\u000a00:46:12.501876 --- ParallelTerminationStrategy: PID 3930 died...\u000a00:46:12.555631 run iperf3-srv_10.42.42.10(pid=3930): Terminated {rc=256}\u000a00:46:12.565469 --- ParallelTerminationStrategy: PID 3933 died...\u000a00:46:12.619173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3933): Terminated: ok {rc=0}\u000a00:46:12.628758 --- ParallelTerminationStrategy: PID 3936 died...\u000a00:46:12.682741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3936): Terminated: ok {rc=0}\u000a00:46:12.692304 --- ParallelTerminationStrategy: PID 3939 died...\u000a00:46:12.746193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3939): Terminated: ok {rc=0}\u000a00:46:12.835627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2367↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2367↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a00:46:13.948232 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:13.959949 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:14.085637 tst iperf3m4.py: using LAC 24813\u000a00:46:14.206355 tst iperf3m4.py: using RAC 78\u000a00:46:14.332939 tst iperf3m4.py: using CellId 24813\u000a00:46:14.453502 tst iperf3m4.py: using BVCI 24814\u000a00:46:14.476914 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.487519 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.498047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.508797 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.519380 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.529945 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.540666 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.551269 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:14.562086 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:14.682551 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:14.806686 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:14.925189 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:15.208677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:15.337556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:15.661743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3941): Launched\u000a00:46:15.966078 run iperf3-srv_10.42.42.10(pid=3942): Launched\u000a00:46:16.182180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:46:16.324823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:16.685610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3943): Launched\u000a00:46:16.976787 run iperf3-srv_10.42.42.10(pid=3944): Launched\u000a00:46:17.171359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:46:17.303699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:17.627655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3945): Launched\u000a00:46:17.895062 run iperf3-srv_10.42.42.10(pid=3946): Launched\u000a00:46:18.082962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:46:18.211215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:18.534680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3947): Launched\u000a00:46:18.817706 run iperf3-srv_10.42.42.10(pid=3948): Launched\u000a00:46:19.006894 tst iperf3m4.py:8: start network...\u000a00:46:19.135821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:19.628706 run create_hlr_db(pid=3949): Launched\u000a00:46:19.805755 bus /gobi_6: Setting Powered False\u000a00:46:20.828187 run create_hlr_db(pid=3949): Terminated: ok {rc=0}\u000a00:46:21.269384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Launched\u000a00:46:21.604712 run osmo-hlr_10.42.42.2(pid=3952): Launched\u000a00:46:21.727254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:22.304588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Launched\u000a00:46:22.640726 run osmo-stp_10.42.42.5(pid=3955): Launched\u000a00:46:22.762791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:23.340252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3957): Launched\u000a00:46:23.458715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:23.750735 run patchelf(pid=3958): Launched\u000a00:46:23.943304 run osmo-stp_10.42.42.5(pid=3955): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a00:46:24.084303 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-10_00:46:22.473678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:24.225781 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004622670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:24.362913 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-10_00:46:22.473678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:24.498549 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004622670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004622670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004622671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:24.656200 run patchelf(pid=3958): Terminating (SIGINT)\u000a00:46:24.840787 run patchelf(pid=3958): Terminated: ok {rc=0}\u000a00:46:24.874697 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2367↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)] [trial-2367↪gprs:sysmo↪iperf3m4.py:8]\u000a00:46:24.884537 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:46:24.948397 run osmo-hlr_10.42.42.2(pid=3952): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3952)]\u000a00:46:25.000145 run osmo-hlr_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-10_00:46:21.438554) \u000a00:46:25.052690 run osmo-hlr_10.42.42.2(pid=3952): stderr: \u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004621642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004621654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004621665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004621665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004621665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:25.097640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3941): Terminating (SIGTERM)\u000a00:46:25.139745 run iperf3-srv_10.42.42.10(pid=3942): Terminating (SIGTERM)\u000a00:46:25.183265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3943): Terminating (SIGTERM)\u000a00:46:25.223455 run iperf3-srv_10.42.42.10(pid=3944): Terminating (SIGTERM)\u000a00:46:25.263588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3945): Terminating (SIGTERM)\u000a00:46:25.303749 run iperf3-srv_10.42.42.10(pid=3946): Terminating (SIGTERM)\u000a00:46:25.343856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3947): Terminating (SIGTERM)\u000a00:46:25.383974 run iperf3-srv_10.42.42.10(pid=3948): Terminating (SIGTERM)\u000a00:46:25.424188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminating (SIGTERM)\u000a00:46:25.463884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminating (SIGTERM)\u000a00:46:25.504223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3957): Terminating (SIGTERM)\u000a00:46:25.513665 --- ParallelTerminationStrategy: PID 3941 died...\u000a00:46:25.568104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3941): Terminated: ok {rc=0}\u000a00:46:25.578176 --- ParallelTerminationStrategy: PID 3942 died...\u000a00:46:25.631672 run iperf3-srv_10.42.42.10(pid=3942): Terminated {rc=256}\u000a00:46:25.641925 --- ParallelTerminationStrategy: PID 3943 died...\u000a00:46:25.695647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3943): Terminated: ok {rc=0}\u000a00:46:25.705926 --- ParallelTerminationStrategy: PID 3944 died...\u000a00:46:25.759436 run iperf3-srv_10.42.42.10(pid=3944): Terminated {rc=256}\u000a00:46:25.769191 --- ParallelTerminationStrategy: PID 3945 died...\u000a00:46:25.822722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3945): Terminated: ok {rc=0}\u000a00:46:25.832653 --- ParallelTerminationStrategy: PID 3946 died...\u000a00:46:25.886384 run iperf3-srv_10.42.42.10(pid=3946): Terminated {rc=256}\u000a00:46:25.896231 --- ParallelTerminationStrategy: PID 3947 died...\u000a00:46:25.949882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3947): Terminated: ok {rc=0}\u000a00:46:25.959712 --- ParallelTerminationStrategy: PID 3948 died...\u000a00:46:26.013306 run iperf3-srv_10.42.42.10(pid=3948): Terminated {rc=256}\u000a00:46:26.023161 --- ParallelTerminationStrategy: PID 3951 died...\u000a00:46:26.077157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminated: ok {rc=0}\u000a00:46:26.086991 --- ParallelTerminationStrategy: PID 3954 died...\u000a00:46:26.141564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminated: ok {rc=0}\u000a00:46:26.151339 --- ParallelTerminationStrategy: PID 3957 died...\u000a00:46:26.205214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3957): Terminated: ok {rc=0}\u000a00:46:26.294287 bus /gobi_4: Setting Powered False\u000a00:46:27.403785 bus /gobi_4: Setting Powered False\u000a00:46:28.516578 bus /gobi_1: Setting Powered False\u000a00:46:29.621144 bus /gobi_1: Setting Powered False\u000a00:46:30.732508 bus /gobi_0: Setting Powered False\u000a00:46:31.838088 bus /gobi_0: Setting Powered False\u000a00:46:32.952308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3965): Process ended prematurely: osmo-stp_10.42.42.5(pid=3965) [trial-2367↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3965)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3965): Process ended prematurely: osmo-stp_10.42.42.5(pid=3965) [trial-2367↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo ping.py\u000a----------------------------------------------\u000a00:46:34.021579 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.033424 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:34.159706 tst ping.py: using LAC 24814\u000a00:46:34.281070 tst ping.py: using RAC 79\u000a00:46:34.401495 tst ping.py: using CellId 24814\u000a00:46:34.520013 tst ping.py: using BVCI 24815\u000a00:46:34.543247 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.553817 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.564315 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.575039 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.585669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.596046 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.606754 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:34.617362 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:34.911600 tst ping.py:19: start network...\u000a00:46:35.048014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:35.573651 run create_hlr_db(pid=3959): Launched\u000a00:46:35.762652 bus /gobi_6: Setting Powered False\u000a00:46:36.783998 run create_hlr_db(pid=3959): Terminated: ok {rc=0}\u000a00:46:37.196033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3961): Launched\u000a00:46:37.503435 run osmo-hlr_10.42.42.2(pid=3962): Launched\u000a00:46:37.619587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:38.149612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3964): Launched\u000a00:46:38.456011 run osmo-stp_10.42.42.5(pid=3965): Launched\u000a00:46:38.566351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:39.098808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3967): Launched\u000a00:46:39.206738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:39.474708 run patchelf(pid=3968): Launched\u000a00:46:39.652516 run osmo-stp_10.42.42.5(pid=3965): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3965)]\u000a00:46:39.782787 run osmo-stp_10.42.42.5(pid=3965): stdout: \u000a| (launched: 2022-12-10_00:46:38.303396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:39.913204 run osmo-stp_10.42.42.5(pid=3965): stderr: \u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004638477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:40.039590 run osmo-stp_10.42.42.5(pid=3965): stdout: \u000a| (launched: 2022-12-10_00:46:38.303396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:40.165221 run osmo-stp_10.42.42.5(pid=3965): stderr: \u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004638476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004638477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004638477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:40.309806 run patchelf(pid=3968): Terminating (SIGINT)\u000a00:46:40.479417 run patchelf(pid=3968): Terminated: ok {rc=0}\u000a00:46:40.509995 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3965): Process ended prematurely: osmo-stp_10.42.42.5(pid=3965) [trial-2367↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3965)] [trial-2367↪gprs:sysmo↪ping.py:22]\u000a00:46:40.518565 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:46:40.579942 run osmo-hlr_10.42.42.2(pid=3962): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3962)]\u000a00:46:40.629996 run osmo-hlr_10.42.42.2(pid=3962): stdout: \u000a| (launched: 2022-12-10_00:46:37.350434) \u000a00:46:40.680539 run osmo-hlr_10.42.42.2(pid=3962): stderr: \u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004637527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004637540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004637552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004637552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004637552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:40.723369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3961): Terminating (SIGTERM)\u000a00:46:40.764477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3964): Terminating (SIGTERM)\u000a00:46:40.805713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3967): Terminating (SIGTERM)\u000a00:46:40.815628 --- ParallelTerminationStrategy: PID 3961 died...\u000a00:46:40.870509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3961): Terminated: ok {rc=0}\u000a00:46:40.880178 --- ParallelTerminationStrategy: PID 3964 died...\u000a00:46:40.934738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3964): Terminated: ok {rc=0}\u000a00:46:40.944514 --- ParallelTerminationStrategy: PID 3967 died...\u000a00:46:40.998495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3967): Terminated: ok {rc=0}\u000a00:46:41.089462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3975): Process ended prematurely: osmo-stp_10.42.42.5(pid=3975) [trial-2367↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3975)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3975): Process ended prematurely: osmo-stp_10.42.42.5(pid=3975) [trial-2367↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:46:42.143628 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.155526 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:42.288932 tst ping_idle_ping.py: using LAC 24815\u000a00:46:42.417663 tst ping_idle_ping.py: using RAC 80\u000a00:46:42.547782 tst ping_idle_ping.py: using CellId 24815\u000a00:46:42.678487 tst ping_idle_ping.py: using BVCI 24816\u000a00:46:42.703706 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.714737 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.725755 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.737207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.748496 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.759811 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.771377 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:42.782860 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:43.087556 tst ping_idle_ping.py:24: start network...\u000a00:46:43.223908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:43.750170 run create_hlr_db(pid=3969): Launched\u000a00:46:43.939364 bus /gobi_6: Setting Powered False\u000a00:46:44.960006 run create_hlr_db(pid=3969): Terminated: ok {rc=0}\u000a00:46:45.373257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3971): Launched\u000a00:46:45.682211 run osmo-hlr_10.42.42.2(pid=3972): Launched\u000a00:46:45.801369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:46.413168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3974): Launched\u000a00:46:46.828919 run osmo-stp_10.42.42.5(pid=3975): Launched\u000a00:46:47.060245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:47.636427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3977): Launched\u000a00:46:47.745965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:48.015378 run patchelf(pid=3978): Launched\u000a00:46:48.193634 run osmo-stp_10.42.42.5(pid=3975): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3975)]\u000a00:46:48.324394 run osmo-stp_10.42.42.5(pid=3975): stdout: \u000a| (launched: 2022-12-10_00:46:46.570605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:48.455230 run osmo-stp_10.42.42.5(pid=3975): stderr: \u000a| �[0;m�[38;5;43m20221210004646851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004646851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004646852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004646852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004646852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004646861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004646861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:48.581962 run osmo-stp_10.42.42.5(pid=3975): stdout: \u000a| (launched: 2022-12-10_00:46:46.570605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:48.707981 run osmo-stp_10.42.42.5(pid=3975): stderr: \u000a| �[0;m�[38;5;43m20221210004646851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004646851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004646852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004646852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004646852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004646861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004646861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:48.853610 run patchelf(pid=3978): Terminating (SIGINT)\u000a00:46:49.023777 run patchelf(pid=3978): Terminated: ok {rc=0}\u000a00:46:49.054670 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3975): Process ended prematurely: osmo-stp_10.42.42.5(pid=3975) [trial-2367↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3975)] [trial-2367↪gprs:sysmo↪ping_idle_ping.py:27]\u000a00:46:49.063293 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a00:46:49.124902 run osmo-hlr_10.42.42.2(pid=3972): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3972)]\u000a00:46:49.175555 run osmo-hlr_10.42.42.2(pid=3972): stdout: \u000a| (launched: 2022-12-10_00:46:45.527880) \u000a00:46:49.226230 run osmo-hlr_10.42.42.2(pid=3972): stderr: \u000a| �[0;m�[1;31m20221210004645706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004645706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004645706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004645707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004645707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004645707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004645718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004645727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004645727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004645727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:49.268622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3971): Terminating (SIGTERM)\u000a00:46:49.309260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3974): Terminating (SIGTERM)\u000a00:46:49.349476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3977): Terminating (SIGTERM)\u000a00:46:49.358929 --- ParallelTerminationStrategy: PID 3971 died...\u000a00:46:49.413161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3971): Terminated: ok {rc=0}\u000a00:46:49.423174 --- ParallelTerminationStrategy: PID 3974 died...\u000a00:46:49.476921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3974): Terminated: ok {rc=0}\u000a00:46:49.486812 --- ParallelTerminationStrategy: PID 3977 died...\u000a00:46:49.540357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3977): Terminated: ok {rc=0}\u000a00:46:49.630009 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:45:50" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:46:51.751141 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:51.761914 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:46:51.895521 tst cs_paging_gprs_active.py: using LAC 24816\u000a00:46:52.024388 tst cs_paging_gprs_active.py: using RAC 81\u000a00:46:52.153857 tst cs_paging_gprs_active.py: using CellId 24816\u000a00:46:52.284718 tst cs_paging_gprs_active.py: using BVCI 24817\u000a00:46:52.310513 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.322003 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.333319 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.344436 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.355385 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.366397 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.378064 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.389086 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:46:52.400410 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:46:52.523350 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:46:52.807928 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:46:52.937827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:53.263983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3983): Launched\u000a00:46:53.534690 run iperf3-srv_10.42.42.10(pid=3984): Launched\u000a00:46:53.723624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:46:53.853054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:54.177528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3985): Launched\u000a00:46:54.446156 run iperf3-srv_10.42.42.10(pid=3986): Launched\u000a00:46:54.635489 tst cs_paging_gprs_active.py:38: start network...\u000a00:46:54.764835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:55.258346 run create_hlr_db(pid=3987): Launched\u000a00:46:55.436612 bus /gobi_6: Setting Powered False\u000a00:46:56.458898 run create_hlr_db(pid=3987): Terminated: ok {rc=0}\u000a00:46:56.902465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Launched\u000a00:46:57.237270 run osmo-hlr_10.42.42.2(pid=3990): Launched\u000a00:46:57.359857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:57.941602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Launched\u000a00:46:58.277341 run osmo-stp_10.42.42.5(pid=3993): Launched\u000a00:46:58.398218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:58.980546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3995): Launched\u000a00:46:59.100192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:59.392738 run patchelf(pid=3996): Launched\u000a00:46:59.586527 run osmo-stp_10.42.42.5(pid=3993): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]\u000a00:46:59.728306 run osmo-stp_10.42.42.5(pid=3993): stdout: \u000a| (launched: 2022-12-10_00:46:58.111026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:59.869771 run osmo-stp_10.42.42.5(pid=3993): stderr: \u000a| �[0;m�[38;5;43m20221210004658304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004658304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004658305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004658305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004658305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004658306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004658306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:00.006496 run osmo-stp_10.42.42.5(pid=3993): stdout: \u000a| (launched: 2022-12-10_00:46:58.111026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:00.142222 run osmo-stp_10.42.42.5(pid=3993): stderr: \u000a| �[0;m�[38;5;43m20221210004658304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004658304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004658305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004658305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004658305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004658306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004658306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:00.299418 run patchelf(pid=3996): Terminating (SIGINT)\u000a00:47:00.484251 run patchelf(pid=3996): Terminated: ok {rc=0}\u000a00:47:00.518207 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)] [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:47:00.528064 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:47:00.591813 run osmo-hlr_10.42.42.2(pid=3990): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3990)]\u000a00:47:00.644012 run osmo-hlr_10.42.42.2(pid=3990): stdout: \u000a| (launched: 2022-12-10_00:46:57.071745) \u000a00:47:00.696893 run osmo-hlr_10.42.42.2(pid=3990): stderr: \u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004657275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004657289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004657298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004657299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004657299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:00.742019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3983): Terminating (SIGTERM)\u000a00:47:00.784354 run iperf3-srv_10.42.42.10(pid=3984): Terminating (SIGTERM)\u000a00:47:00.834104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3985): Terminating (SIGTERM)\u000a00:47:00.911375 run iperf3-srv_10.42.42.10(pid=3986): Terminating (SIGTERM)\u000a00:47:00.957105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Terminating (SIGTERM)\u000a00:47:01.000826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Terminating (SIGTERM)\u000a00:47:01.064835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3995): Terminating (SIGTERM)\u000a00:47:01.075821 --- ParallelTerminationStrategy: PID 3983 died...\u000a00:47:01.133947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3983): Terminated: ok {rc=0}\u000a00:47:01.144645 --- ParallelTerminationStrategy: PID 3984 died...\u000a00:47:01.205093 run iperf3-srv_10.42.42.10(pid=3984): Terminated {rc=256}\u000a00:47:01.215775 --- ParallelTerminationStrategy: PID 3985 died...\u000a00:47:01.272449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3985): Terminated: ok {rc=0}\u000a00:47:01.282762 --- ParallelTerminationStrategy: PID 3986 died...\u000a00:47:01.339689 run iperf3-srv_10.42.42.10(pid=3986): Terminated {rc=256}\u000a00:47:01.351271 --- ParallelTerminationStrategy: PID 3989 died...\u000a00:47:01.408289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Terminated: ok {rc=0}\u000a00:47:01.418734 --- ParallelTerminationStrategy: PID 3992 died...\u000a00:47:01.475676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Terminated: ok {rc=0}\u000a00:47:01.486217 --- ParallelTerminationStrategy: PID 3995 died...\u000a00:47:01.543971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3995): Terminated: ok {rc=0}\u000a00:47:01.634443 bus /gobi_0: Setting Powered False\u000a00:47:02.737382 bus /gobi_0: Setting Powered False\u000a00:47:03.844634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4005): Process ended prematurely: osmo-stp_10.42.42.5(pid=4005) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4005)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4005): Process ended prematurely: osmo-stp_10.42.42.5(pid=4005) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:47:04.962510 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:04.974655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:05.109254 tst iperf3.py: using LAC 24817\u000a00:47:05.242456 tst iperf3.py: using RAC 82\u000a00:47:05.372216 tst iperf3.py: using CellId 24817\u000a00:47:05.501864 tst iperf3.py: using BVCI 24818\u000a00:47:05.527288 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.538688 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.549940 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.561090 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.572095 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.583178 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.594494 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.605623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:05.616848 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:05.901603 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:06.030773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:06.353484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Launched\u000a00:47:06.623023 run iperf3-srv_10.42.42.10(pid=3998): Launched\u000a00:47:06.810543 tst iperf3.py:8: start network...\u000a00:47:06.938522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:07.427641 run create_hlr_db(pid=3999): Launched\u000a00:47:07.605628 bus /gobi_6: Setting Powered False\u000a00:47:08.626601 run create_hlr_db(pid=3999): Terminated: ok {rc=0}\u000a00:47:09.039766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Launched\u000a00:47:09.353334 run osmo-hlr_10.42.42.2(pid=4002): Launched\u000a00:47:09.465382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:10.003374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4004): Launched\u000a00:47:10.316354 run osmo-stp_10.42.42.5(pid=4005): Launched\u000a00:47:10.429920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:10.972172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4007): Launched\u000a00:47:11.082428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:11.353761 run patchelf(pid=4008): Launched\u000a00:47:11.533949 run osmo-stp_10.42.42.5(pid=4005): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4005)]\u000a00:47:11.665517 run osmo-stp_10.42.42.5(pid=4005): stdout: \u000a| (launched: 2022-12-10_00:47:10.160444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:11.798033 run osmo-stp_10.42.42.5(pid=4005): stderr: \u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004710334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:11.926245 run osmo-stp_10.42.42.5(pid=4005): stdout: \u000a| (launched: 2022-12-10_00:47:10.160444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:12.053076 run osmo-stp_10.42.42.5(pid=4005): stderr: \u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004710333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004710334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004710334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:12.199780 run patchelf(pid=4008): Terminating (SIGINT)\u000a00:47:12.371975 run patchelf(pid=4008): Terminated: ok {rc=0}\u000a00:47:12.403577 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4005): Process ended prematurely: osmo-stp_10.42.42.5(pid=4005) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4005)] [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a00:47:12.412821 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:47:12.474254 run osmo-hlr_10.42.42.2(pid=4002): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4002)]\u000a00:47:12.523438 run osmo-hlr_10.42.42.2(pid=4002): stdout: \u000a| (launched: 2022-12-10_00:47:09.196913) \u000a00:47:12.573296 run osmo-hlr_10.42.42.2(pid=4002): stderr: \u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004709380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004709414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004709424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004709425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004709425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:12.615401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Terminating (SIGTERM)\u000a00:47:12.655139 run iperf3-srv_10.42.42.10(pid=3998): Terminating (SIGTERM)\u000a00:47:12.694990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminating (SIGTERM)\u000a00:47:12.734939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4004): Terminating (SIGTERM)\u000a00:47:12.774596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4007): Terminating (SIGTERM)\u000a00:47:12.783971 --- ParallelTerminationStrategy: PID 3997 died...\u000a00:47:12.837997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Terminated: ok {rc=0}\u000a00:47:12.847588 --- ParallelTerminationStrategy: PID 3998 died...\u000a00:47:12.901053 run iperf3-srv_10.42.42.10(pid=3998): Terminated {rc=256}\u000a00:47:12.910533 --- ParallelTerminationStrategy: PID 4001 died...\u000a00:47:12.963871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminated: ok {rc=0}\u000a00:47:12.973442 --- ParallelTerminationStrategy: PID 4004 died...\u000a00:47:13.026791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4004): Terminated: ok {rc=0}\u000a00:47:13.036550 --- ParallelTerminationStrategy: PID 4007 died...\u000a00:47:13.090722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4007): Terminated: ok {rc=0}\u000a00:47:13.180186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4024): Process ended prematurely: osmo-stp_10.42.42.5(pid=4024) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4024)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4024): Process ended prematurely: osmo-stp_10.42.42.5(pid=4024) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:47:14.292642 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.304179 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:14.441610 tst iperf3m4.py: using LAC 24818\u000a00:47:14.574183 tst iperf3m4.py: using RAC 83\u000a00:47:14.705566 tst iperf3m4.py: using CellId 24818\u000a00:47:14.837921 tst iperf3m4.py: using BVCI 24819\u000a00:47:14.863203 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.874647 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.885965 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.897750 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.909460 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.921052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.932836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.944366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:14.956038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:15.078057 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:15.198055 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:15.319503 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:15.607010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:15.736439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:16.079179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4010): Launched\u000a00:47:16.362767 run iperf3-srv_10.42.42.10(pid=4011): Launched\u000a00:47:16.556461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:47:16.689633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:17.064316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4012): Launched\u000a00:47:17.351861 run iperf3-srv_10.42.42.10(pid=4013): Launched\u000a00:47:17.541683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:47:17.670846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:17.995163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4014): Launched\u000a00:47:18.263598 run iperf3-srv_10.42.42.10(pid=4015): Launched\u000a00:47:18.453576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:47:18.583023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:18.907079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4016): Launched\u000a00:47:19.176180 run iperf3-srv_10.42.42.10(pid=4017): Launched\u000a00:47:19.364832 tst iperf3m4.py:8: start network...\u000a00:47:19.493903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:19.982838 run create_hlr_db(pid=4018): Launched\u000a00:47:20.160913 bus /gobi_6: Setting Powered False\u000a00:47:21.193561 run create_hlr_db(pid=4018): Terminated: ok {rc=0}\u000a00:47:21.637667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4020): Launched\u000a00:47:21.973542 run osmo-hlr_10.42.42.2(pid=4021): Launched\u000a00:47:22.096232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:22.678535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Launched\u000a00:47:23.012672 run osmo-stp_10.42.42.5(pid=4024): Launched\u000a00:47:23.132795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:23.713590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4026): Launched\u000a00:47:23.831923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:24.121779 run patchelf(pid=4027): Launched\u000a00:47:24.315147 run osmo-stp_10.42.42.5(pid=4024): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4024)]\u000a00:47:24.456024 run osmo-stp_10.42.42.5(pid=4024): stdout: \u000a| (launched: 2022-12-10_00:47:22.847406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:24.597386 run osmo-stp_10.42.42.5(pid=4024): stderr: \u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004723044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:24.734761 run osmo-stp_10.42.42.5(pid=4024): stdout: \u000a| (launched: 2022-12-10_00:47:22.847406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:24.870553 run osmo-stp_10.42.42.5(pid=4024): stderr: \u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004723043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004723044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004723044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:25.028094 run patchelf(pid=4027): Terminating (SIGINT)\u000a00:47:25.212384 run patchelf(pid=4027): Terminated: ok {rc=0}\u000a00:47:25.246138 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4024): Process ended prematurely: osmo-stp_10.42.42.5(pid=4024) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4024)] [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:47:25.255965 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:47:25.319723 run osmo-hlr_10.42.42.2(pid=4021): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4021)]\u000a00:47:25.372001 run osmo-hlr_10.42.42.2(pid=4021): stdout: \u000a| (launched: 2022-12-10_00:47:21.808422) \u000a00:47:25.425005 run osmo-hlr_10.42.42.2(pid=4021): stderr: \u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004722013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004722026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004722034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004722034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004722034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:25.469878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4010): Terminating (SIGTERM)\u000a00:47:25.512037 run iperf3-srv_10.42.42.10(pid=4011): Terminating (SIGTERM)\u000a00:47:25.554242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4012): Terminating (SIGTERM)\u000a00:47:25.596283 run iperf3-srv_10.42.42.10(pid=4013): Terminating (SIGTERM)\u000a00:47:25.638513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4014): Terminating (SIGTERM)\u000a00:47:25.680760 run iperf3-srv_10.42.42.10(pid=4015): Terminating (SIGTERM)\u000a00:47:25.723093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4016): Terminating (SIGTERM)\u000a00:47:25.765137 run iperf3-srv_10.42.42.10(pid=4017): Terminating (SIGTERM)\u000a00:47:25.807221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4020): Terminating (SIGTERM)\u000a00:47:25.849458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Terminating (SIGTERM)\u000a00:47:25.891662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4026): Terminating (SIGTERM)\u000a00:47:25.901492 --- ParallelTerminationStrategy: PID 4010 died...\u000a00:47:25.957704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4010): Terminated: ok {rc=0}\u000a00:47:25.967760 --- ParallelTerminationStrategy: PID 4011 died...\u000a00:47:26.023571 run iperf3-srv_10.42.42.10(pid=4011): Terminated {rc=256}\u000a00:47:26.033708 --- ParallelTerminationStrategy: PID 4012 died...\u000a00:47:26.089597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4012): Terminated: ok {rc=0}\u000a00:47:26.099609 --- ParallelTerminationStrategy: PID 4013 died...\u000a00:47:26.155227 run iperf3-srv_10.42.42.10(pid=4013): Terminated {rc=256}\u000a00:47:26.165378 --- ParallelTerminationStrategy: PID 4014 died...\u000a00:47:26.221072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4014): Terminated: ok {rc=0}\u000a00:47:26.231195 --- ParallelTerminationStrategy: PID 4015 died...\u000a00:47:26.286947 run iperf3-srv_10.42.42.10(pid=4015): Terminated {rc=256}\u000a00:47:26.296904 --- ParallelTerminationStrategy: PID 4016 died...\u000a00:47:26.352839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4016): Terminated: ok {rc=0}\u000a00:47:26.362931 --- ParallelTerminationStrategy: PID 4017 died...\u000a00:47:26.418516 run iperf3-srv_10.42.42.10(pid=4017): Terminated {rc=256}\u000a00:47:26.428627 --- ParallelTerminationStrategy: PID 4020 died...\u000a00:47:26.484499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4020): Terminated: ok {rc=0}\u000a00:47:26.494625 --- ParallelTerminationStrategy: PID 4023 died...\u000a00:47:26.550379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Terminated: ok {rc=0}\u000a00:47:26.560514 --- ParallelTerminationStrategy: PID 4026 died...\u000a00:47:26.616501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4026): Terminated: ok {rc=0}\u000a00:47:26.704650 bus /gobi_4: Setting Powered False\u000a00:47:27.813727 bus /gobi_4: Setting Powered False\u000a00:47:28.922882 bus /gobi_1: Setting Powered False\u000a00:47:30.030397 bus /gobi_1: Setting Powered False\u000a00:47:31.139532 bus /gobi_0: Setting Powered False\u000a00:47:32.243733 bus /gobi_0: Setting Powered False\u000a00:47:33.356793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4036): Process ended prematurely: osmo-stp_10.42.42.5(pid=4036) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4036)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4036): Process ended prematurely: osmo-stp_10.42.42.5(pid=4036) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:47:34.425249 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:34.436776 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:34.572318 tst ping.py: using LAC 24819\u000a00:47:34.701809 tst ping.py: using RAC 84\u000a00:47:34.831572 tst ping.py: using CellId 24819\u000a00:47:34.959081 tst ping.py: using BVCI 24820\u000a00:47:34.984277 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:34.995573 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.006823 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.018037 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.029144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.040077 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.051352 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:35.062565 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:35.344726 tst ping.py:19: start network...\u000a00:47:35.472185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:35.962348 run create_hlr_db(pid=4028): Launched\u000a00:47:36.137676 bus /gobi_6: Setting Powered False\u000a00:47:37.159417 run create_hlr_db(pid=4028): Terminated: ok {rc=0}\u000a00:47:37.596095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4032): Launched\u000a00:47:37.926116 run osmo-hlr_10.42.42.2(pid=4033): Launched\u000a00:47:38.047155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:38.619257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4035): Launched\u000a00:47:38.949888 run osmo-stp_10.42.42.5(pid=4036): Launched\u000a00:47:39.067417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:39.639605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4038): Launched\u000a00:47:39.756137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:40.043670 run patchelf(pid=4039): Launched\u000a00:47:40.233143 run osmo-stp_10.42.42.5(pid=4036): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4036)]\u000a00:47:40.371213 run osmo-stp_10.42.42.5(pid=4036): stdout: \u000a| (launched: 2022-12-10_00:47:38.786280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:40.510102 run osmo-stp_10.42.42.5(pid=4036): stderr: \u000a| �[0;m�[38;5;43m20221210004738980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004738980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004738981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004738981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004738983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004738984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004738984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:40.644511 run osmo-stp_10.42.42.5(pid=4036): stdout: \u000a| (launched: 2022-12-10_00:47:38.786280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:40.778867 run osmo-stp_10.42.42.5(pid=4036): stderr: \u000a| �[0;m�[38;5;43m20221210004738980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004738980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004738981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004738981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004738983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004738984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004738984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:40.933386 run patchelf(pid=4039): Terminating (SIGINT)\u000a00:47:41.114138 run patchelf(pid=4039): Terminated: ok {rc=0}\u000a00:47:41.146850 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4036): Process ended prematurely: osmo-stp_10.42.42.5(pid=4036) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4036)] [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a00:47:41.156069 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:47:41.219024 run osmo-hlr_10.42.42.2(pid=4033): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4033)]\u000a00:47:41.270578 run osmo-hlr_10.42.42.2(pid=4033): stdout: \u000a| (launched: 2022-12-10_00:47:37.762635) \u000a00:47:41.322803 run osmo-hlr_10.42.42.2(pid=4033): stderr: \u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004737965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004737978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004737986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004737987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004737987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:41.367346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4032): Terminating (SIGTERM)\u000a00:47:41.409476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4035): Terminating (SIGTERM)\u000a00:47:41.452231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4038): Terminating (SIGTERM)\u000a00:47:41.462240 --- ParallelTerminationStrategy: PID 4032 died...\u000a00:47:41.519744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4032): Terminated: ok {rc=0}\u000a00:47:41.530104 --- ParallelTerminationStrategy: PID 4035 died...\u000a00:47:41.586990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4035): Terminated: ok {rc=0}\u000a00:47:41.597338 --- ParallelTerminationStrategy: PID 4038 died...\u000a00:47:41.654025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4038): Terminated: ok {rc=0}\u000a00:47:41.743190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:47:42.796195 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:42.808210 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:42.943053 tst ping_idle_ping.py: using LAC 24820\u000a00:47:43.071580 tst ping_idle_ping.py: using RAC 85\u000a00:47:43.201652 tst ping_idle_ping.py: using CellId 24820\u000a00:47:43.331306 tst ping_idle_ping.py: using BVCI 24821\u000a00:47:43.356441 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.367846 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.379108 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.390284 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.401367 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.412438 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.423767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:43.434943 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:43.724229 tst ping_idle_ping.py:24: start network...\u000a00:47:43.851763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:44.336344 run create_hlr_db(pid=4040): Launched\u000a00:47:44.512529 bus /gobi_6: Setting Powered False\u000a00:47:45.533501 run create_hlr_db(pid=4040): Terminated: ok {rc=0}\u000a00:47:45.998401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Launched\u000a00:47:46.432137 run osmo-hlr_10.42.42.2(pid=4043): Launched\u000a00:47:46.674512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:47.386946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Launched\u000a00:47:47.699767 run osmo-stp_10.42.42.5(pid=4046): Launched\u000a00:47:47.812619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:48.348051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Launched\u000a00:47:48.456771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:48.726500 run patchelf(pid=4049): Launched\u000a00:47:48.904724 run osmo-stp_10.42.42.5(pid=4046): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]\u000a00:47:49.034933 run osmo-stp_10.42.42.5(pid=4046): stdout: \u000a| (launched: 2022-12-10_00:47:47.543589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:49.166200 run osmo-stp_10.42.42.5(pid=4046): stderr: \u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004747716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:49.292818 run osmo-stp_10.42.42.5(pid=4046): stdout: \u000a| (launched: 2022-12-10_00:47:47.543589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:49.418901 run osmo-stp_10.42.42.5(pid=4046): stderr: \u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004747715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004747716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004747716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:49.564496 run patchelf(pid=4049): Terminating (SIGINT)\u000a00:47:49.734574 run patchelf(pid=4049): Terminated: ok {rc=0}\u000a00:47:49.765484 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)] [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:47:49.774213 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a00:47:49.834752 run osmo-hlr_10.42.42.2(pid=4043): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4043)]\u000a00:47:49.883949 run osmo-hlr_10.42.42.2(pid=4043): stdout: \u000a| (launched: 2022-12-10_00:47:46.156651) \u000a00:47:49.934191 run osmo-hlr_10.42.42.2(pid=4043): stderr: \u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004746382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004746398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004746420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004746420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004746420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:49.976430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Terminating (SIGTERM)\u000a00:47:50.016444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Terminating (SIGTERM)\u000a00:47:50.056325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Terminating (SIGTERM)\u000a00:47:50.065793 --- ParallelTerminationStrategy: PID 4042 died...\u000a00:47:50.119198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Terminated: ok {rc=0}\u000a00:47:50.128876 --- ParallelTerminationStrategy: PID 4045 died...\u000a00:47:50.182456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Terminated: ok {rc=0}\u000a00:47:50.192403 --- ParallelTerminationStrategy: PID 4048 died...\u000a00:47:50.245648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Terminated: ok {rc=0}\u000a00:47:50.333717 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:46:51" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4063): Process ended prematurely: osmo-stp_10.42.42.5(pid=4063) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4063)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4063): Process ended prematurely: osmo-stp_10.42.42.5(pid=4063) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:47:52.460364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:52.471687 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:47:52.626357 tst cs_paging_gprs_active.py: using LAC 24821\u000a00:47:52.759247 tst cs_paging_gprs_active.py: using RAC 86\u000a00:47:52.889837 tst cs_paging_gprs_active.py: using CellId 24821\u000a00:47:53.023263 tst cs_paging_gprs_active.py: using BVCI 24822\u000a00:47:53.048999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.060206 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.071412 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.083173 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.094826 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.106504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.119034 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.130259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:47:53.142269 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:47:53.261972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:47:53.564090 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:47:53.705144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:54.051322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4053): Launched\u000a00:47:54.339759 run iperf3-srv_10.42.42.10(pid=4054): Launched\u000a00:47:54.543666 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:47:54.683273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:55.028119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4055): Launched\u000a00:47:55.315352 run iperf3-srv_10.42.42.10(pid=4056): Launched\u000a00:47:55.519287 tst cs_paging_gprs_active.py:38: start network...\u000a00:47:55.659209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:56.194485 run create_hlr_db(pid=4057): Launched\u000a00:47:56.386537 bus /gobi_6: Setting Powered False\u000a00:47:57.407972 run create_hlr_db(pid=4057): Terminated: ok {rc=0}\u000a00:47:57.854677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4059): Launched\u000a00:47:58.189299 run osmo-hlr_10.42.42.2(pid=4060): Launched\u000a00:47:58.311229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:58.890192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4062): Launched\u000a00:47:59.225815 run osmo-stp_10.42.42.5(pid=4063): Launched\u000a00:47:59.347318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:59.933297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4065): Launched\u000a00:48:00.052226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:00.344348 run patchelf(pid=4066): Launched\u000a00:48:00.537840 run osmo-stp_10.42.42.5(pid=4063): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4063)]\u000a00:48:00.679468 run osmo-stp_10.42.42.5(pid=4063): stdout: \u000a| (launched: 2022-12-10_00:47:59.059314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:00.821152 run osmo-stp_10.42.42.5(pid=4063): stderr: \u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004759254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:00.966185 run osmo-stp_10.42.42.5(pid=4063): stdout: \u000a| (launched: 2022-12-10_00:47:59.059314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:01.101807 run osmo-stp_10.42.42.5(pid=4063): stderr: \u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004759253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004759254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004759256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:01.252878 run patchelf(pid=4066): Terminating (SIGINT)\u000a00:48:01.439876 run patchelf(pid=4066): Terminated: ok {rc=0}\u000a00:48:01.473894 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4063): Process ended prematurely: osmo-stp_10.42.42.5(pid=4063) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4063)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:48:01.484199 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a00:48:01.547678 run osmo-hlr_10.42.42.2(pid=4060): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4060)]\u000a00:48:01.599576 run osmo-hlr_10.42.42.2(pid=4060): stdout: \u000a| (launched: 2022-12-10_00:47:58.024592) \u000a00:48:01.652673 run osmo-hlr_10.42.42.2(pid=4060): stderr: \u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004758227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004758240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004758250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004758250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004758250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:01.698238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4053): Terminating (SIGTERM)\u000a00:48:01.740439 run iperf3-srv_10.42.42.10(pid=4054): Terminating (SIGTERM)\u000a00:48:01.782700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4055): Terminating (SIGTERM)\u000a00:48:01.825126 run iperf3-srv_10.42.42.10(pid=4056): Terminating (SIGTERM)\u000a00:48:01.867569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4059): Terminating (SIGTERM)\u000a00:48:01.912022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4062): Terminating (SIGTERM)\u000a00:48:01.954589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4065): Terminating (SIGTERM)\u000a00:48:01.964194 --- ParallelTerminationStrategy: PID 4053 died...\u000a00:48:02.020550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4053): Terminated: ok {rc=0}\u000a00:48:02.031011 --- ParallelTerminationStrategy: PID 4054 died...\u000a00:48:02.086828 run iperf3-srv_10.42.42.10(pid=4054): Terminated {rc=256}\u000a00:48:02.097341 --- ParallelTerminationStrategy: PID 4055 died...\u000a00:48:02.152837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4055): Terminated: ok {rc=0}\u000a00:48:02.163200 --- ParallelTerminationStrategy: PID 4056 died...\u000a00:48:02.218367 run iperf3-srv_10.42.42.10(pid=4056): Terminated {rc=256}\u000a00:48:02.228602 --- ParallelTerminationStrategy: PID 4059 died...\u000a00:48:02.284048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4059): Terminated: ok {rc=0}\u000a00:48:02.293961 --- ParallelTerminationStrategy: PID 4062 died...\u000a00:48:02.348917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4062): Terminated: ok {rc=0}\u000a00:48:02.358868 --- ParallelTerminationStrategy: PID 4065 died...\u000a00:48:02.413528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4065): Terminated: ok {rc=0}\u000a00:48:02.500182 bus /gobi_0: Setting Powered False\u000a00:48:03.602357 bus /gobi_0: Setting Powered False\u000a00:48:04.711067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:48:05.826070 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:05.837919 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:05.991923 tst iperf3.py: using LAC 24822\u000a00:48:06.124411 tst iperf3.py: using RAC 87\u000a00:48:06.248719 tst iperf3.py: using CellId 24822\u000a00:48:06.375345 tst iperf3.py: using BVCI 24823\u000a00:48:06.400116 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.411383 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.422407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.433507 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.444388 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.455387 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.466507 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.477416 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:06.488502 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:06.780066 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:06.914972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:07.249396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Launched\u000a00:48:07.529128 run iperf3-srv_10.42.42.10(pid=4068): Launched\u000a00:48:07.727859 tst iperf3.py:8: start network...\u000a00:48:07.863040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:08.374333 run create_hlr_db(pid=4069): Launched\u000a00:48:08.545598 bus /gobi_6: Setting Powered False\u000a00:48:09.568616 run create_hlr_db(pid=4069): Terminated: ok {rc=0}\u000a00:48:09.968492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Launched\u000a00:48:10.268210 run osmo-hlr_10.42.42.2(pid=4072): Launched\u000a00:48:10.377936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:10.898605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Launched\u000a00:48:11.200347 run osmo-stp_10.42.42.5(pid=4075): Launched\u000a00:48:11.309714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:11.833497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4077): Launched\u000a00:48:11.939880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:12.202552 run patchelf(pid=4078): Launched\u000a00:48:12.377330 run osmo-stp_10.42.42.5(pid=4075): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)]\u000a00:48:12.505073 run osmo-stp_10.42.42.5(pid=4075): stdout: \u000a| (launched: 2022-12-10_00:48:11.050423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:12.633379 run osmo-stp_10.42.42.5(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004811223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:12.757139 run osmo-stp_10.42.42.5(pid=4075): stdout: \u000a| (launched: 2022-12-10_00:48:11.050423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:12.879986 run osmo-stp_10.42.42.5(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004811222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004811223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004811223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:13.022441 run patchelf(pid=4078): Terminating (SIGINT)\u000a00:48:13.190118 run patchelf(pid=4078): Terminated: ok {rc=0}\u000a00:48:13.220742 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4075): Process ended prematurely: osmo-stp_10.42.42.5(pid=4075) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4075)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:48:13.229858 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:48:13.289659 run osmo-hlr_10.42.42.2(pid=4072): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4072)]\u000a00:48:13.338185 run osmo-hlr_10.42.42.2(pid=4072): stdout: \u000a| (launched: 2022-12-10_00:48:10.120586) \u000a00:48:13.387493 run osmo-hlr_10.42.42.2(pid=4072): stderr: \u000a| �[0;m�[1;31m20221210004810296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004810297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004810297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004810297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004810297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004810297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004810312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004810322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004810322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004810322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:13.429192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Terminating (SIGTERM)\u000a00:48:13.468794 run iperf3-srv_10.42.42.10(pid=4068): Terminating (SIGTERM)\u000a00:48:13.508285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Terminating (SIGTERM)\u000a00:48:13.547740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Terminating (SIGTERM)\u000a00:48:13.587210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4077): Terminating (SIGTERM)\u000a00:48:13.596528 --- ParallelTerminationStrategy: PID 4067 died...\u000a00:48:13.649923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Terminated: ok {rc=0}\u000a00:48:13.659427 --- ParallelTerminationStrategy: PID 4068 died...\u000a00:48:13.712095 run iperf3-srv_10.42.42.10(pid=4068): Terminated {rc=256}\u000a00:48:13.721858 --- ParallelTerminationStrategy: PID 4071 died...\u000a00:48:13.774998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4071): Terminated: ok {rc=0}\u000a00:48:13.784744 --- ParallelTerminationStrategy: PID 4074 died...\u000a00:48:13.838024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4074): Terminated: ok {rc=0}\u000a00:48:13.847594 --- ParallelTerminationStrategy: PID 4077 died...\u000a00:48:13.900641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4077): Terminated: ok {rc=0}\u000a00:48:13.984270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4093): Process ended prematurely: osmo-stp_10.42.42.5(pid=4093) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4093)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4093): Process ended prematurely: osmo-stp_10.42.42.5(pid=4093) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:48:15.098994 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.110885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:15.264722 tst iperf3m4.py: using LAC 24823\u000a00:48:15.391313 tst iperf3m4.py: using RAC 88\u000a00:48:15.518421 tst iperf3m4.py: using CellId 24823\u000a00:48:15.645661 tst iperf3m4.py: using BVCI 24824\u000a00:48:15.670657 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.681992 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.693486 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.705873 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.717009 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.728611 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.740606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.752219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:15.764314 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:15.889212 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:16.015972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:16.142345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:16.440131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:16.571523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:16.913757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4079): Launched\u000a00:48:17.204689 run iperf3-srv_10.42.42.10(pid=4080): Launched\u000a00:48:17.392301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:48:17.517940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:17.831399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Launched\u000a00:48:18.090562 run iperf3-srv_10.42.42.10(pid=4082): Launched\u000a00:48:18.273054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:48:18.397590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:18.708464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Launched\u000a00:48:18.968417 run iperf3-srv_10.42.42.10(pid=4084): Launched\u000a00:48:19.151347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:48:19.276484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:19.589141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4085): Launched\u000a00:48:19.850670 run iperf3-srv_10.42.42.10(pid=4086): Launched\u000a00:48:20.032805 tst iperf3m4.py:8: start network...\u000a00:48:20.157701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:20.632901 run create_hlr_db(pid=4087): Launched\u000a00:48:20.805161 bus /gobi_6: Setting Powered False\u000a00:48:21.827679 run create_hlr_db(pid=4087): Terminated: ok {rc=0}\u000a00:48:22.227656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4089): Launched\u000a00:48:22.529868 run osmo-hlr_10.42.42.2(pid=4090): Launched\u000a00:48:22.643122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:23.163611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4092): Launched\u000a00:48:23.465792 run osmo-stp_10.42.42.5(pid=4093): Launched\u000a00:48:23.575675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:24.098552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4095): Launched\u000a00:48:24.205167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:24.467619 run patchelf(pid=4096): Launched\u000a00:48:24.642876 run osmo-stp_10.42.42.5(pid=4093): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4093)]\u000a00:48:24.771018 run osmo-stp_10.42.42.5(pid=4093): stdout: \u000a| (launched: 2022-12-10_00:48:23.315230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:24.899203 run osmo-stp_10.42.42.5(pid=4093): stderr: \u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004823486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:25.023338 run osmo-stp_10.42.42.5(pid=4093): stdout: \u000a| (launched: 2022-12-10_00:48:23.315230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:25.146397 run osmo-stp_10.42.42.5(pid=4093): stderr: \u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004823485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004823486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004823488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:25.288738 run patchelf(pid=4096): Terminating (SIGINT)\u000a00:48:25.456542 run patchelf(pid=4096): Terminated: ok {rc=0}\u000a00:48:25.487237 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4093): Process ended prematurely: osmo-stp_10.42.42.5(pid=4093) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4093)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:48:25.496295 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:48:25.556075 run osmo-hlr_10.42.42.2(pid=4090): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4090)]\u000a00:48:25.605179 run osmo-hlr_10.42.42.2(pid=4090): stdout: \u000a| (launched: 2022-12-10_00:48:22.379870) \u000a00:48:25.654995 run osmo-hlr_10.42.42.2(pid=4090): stderr: \u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004822558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004822570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004822578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004822579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004822579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:25.696624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4079): Terminating (SIGTERM)\u000a00:48:25.736487 run iperf3-srv_10.42.42.10(pid=4080): Terminating (SIGTERM)\u000a00:48:25.775927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminating (SIGTERM)\u000a00:48:25.815567 run iperf3-srv_10.42.42.10(pid=4082): Terminating (SIGTERM)\u000a00:48:25.855592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Terminating (SIGTERM)\u000a00:48:25.895126 run iperf3-srv_10.42.42.10(pid=4084): Terminating (SIGTERM)\u000a00:48:25.934573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4085): Terminating (SIGTERM)\u000a00:48:25.974071 run iperf3-srv_10.42.42.10(pid=4086): Terminating (SIGTERM)\u000a00:48:26.013528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4089): Terminating (SIGTERM)\u000a00:48:26.053046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4092): Terminating (SIGTERM)\u000a00:48:26.093115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4095): Terminating (SIGTERM)\u000a00:48:26.102506 --- ParallelTerminationStrategy: PID 4079 died...\u000a00:48:26.155601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4079): Terminated: ok {rc=0}\u000a00:48:26.165371 --- ParallelTerminationStrategy: PID 4080 died...\u000a00:48:26.218101 run iperf3-srv_10.42.42.10(pid=4080): Terminated {rc=256}\u000a00:48:26.227634 --- ParallelTerminationStrategy: PID 4081 died...\u000a00:48:26.280173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminated: ok {rc=0}\u000a00:48:26.289861 --- ParallelTerminationStrategy: PID 4082 died...\u000a00:48:26.342198 run iperf3-srv_10.42.42.10(pid=4082): Terminated {rc=256}\u000a00:48:26.351857 --- ParallelTerminationStrategy: PID 4083 died...\u000a00:48:26.404240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4083): Terminated: ok {rc=0}\u000a00:48:26.413918 --- ParallelTerminationStrategy: PID 4084 died...\u000a00:48:26.466102 run iperf3-srv_10.42.42.10(pid=4084): Terminated {rc=256}\u000a00:48:26.475776 --- ParallelTerminationStrategy: PID 4085 died...\u000a00:48:26.528171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4085): Terminated: ok {rc=0}\u000a00:48:26.538276 --- ParallelTerminationStrategy: PID 4086 died...\u000a00:48:26.590674 run iperf3-srv_10.42.42.10(pid=4086): Terminated {rc=256}\u000a00:48:26.600334 --- ParallelTerminationStrategy: PID 4089 died...\u000a00:48:26.653726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4089): Terminated: ok {rc=0}\u000a00:48:26.663687 --- ParallelTerminationStrategy: PID 4092 died...\u000a00:48:26.716345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4092): Terminated: ok {rc=0}\u000a00:48:26.726139 --- ParallelTerminationStrategy: PID 4095 died...\u000a00:48:26.779181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4095): Terminated: ok {rc=0}\u000a00:48:26.869158 bus /gobi_4: Setting Powered False\u000a00:48:27.974010 bus /gobi_4: Setting Powered False\u000a00:48:29.085371 bus /gobi_1: Setting Powered False\u000a00:48:30.190424 bus /gobi_1: Setting Powered False\u000a00:48:31.316632 bus /gobi_0: Setting Powered False\u000a00:48:32.417956 bus /gobi_0: Setting Powered False\u000a00:48:33.528745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:48:34.595025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:34.606403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:34.745908 tst ping.py: using LAC 24824\u000a00:48:34.858306 tst ping.py: using RAC 89\u000a00:48:34.981860 tst ping.py: using CellId 24824\u000a00:48:35.104682 tst ping.py: using BVCI 24825\u000a00:48:35.128656 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.139952 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.151215 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.163061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.174717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.186264 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.198584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:35.209662 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:35.474997 tst ping.py:19: start network...\u000a00:48:35.594318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:36.051288 run create_hlr_db(pid=4097): Launched\u000a00:48:36.217270 bus /gobi_6: Setting Powered False\u000a00:48:37.238548 run create_hlr_db(pid=4097): Terminated: ok {rc=0}\u000a00:48:37.626662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Launched\u000a00:48:37.918668 run osmo-hlr_10.42.42.2(pid=4100): Launched\u000a00:48:38.023887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:38.533054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Launched\u000a00:48:38.823116 run osmo-stp_10.42.42.5(pid=4103): Launched\u000a00:48:38.927718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:39.430845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Launched\u000a00:48:39.533340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:39.787475 run patchelf(pid=4106): Launched\u000a00:48:39.955787 run osmo-stp_10.42.42.5(pid=4103): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)]\u000a00:48:40.078657 run osmo-stp_10.42.42.5(pid=4103): stdout: \u000a| (launched: 2022-12-10_00:48:38.678551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:40.201711 run osmo-stp_10.42.42.5(pid=4103): stderr: \u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004838853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:40.321276 run osmo-stp_10.42.42.5(pid=4103): stdout: \u000a| (launched: 2022-12-10_00:48:38.678551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:40.439614 run osmo-stp_10.42.42.5(pid=4103): stderr: \u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004838853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004838853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:40.576261 run patchelf(pid=4106): Terminating (SIGINT)\u000a00:48:40.736909 run patchelf(pid=4106): Terminated: ok {rc=0}\u000a00:48:40.766146 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4103): Process ended prematurely: osmo-stp_10.42.42.5(pid=4103) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4103)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:48:40.774537 tst ping.py:22: Test FAILED (6.2 sec)\u000a00:48:40.833592 run osmo-hlr_10.42.42.2(pid=4100): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4100)]\u000a00:48:40.881537 run osmo-hlr_10.42.42.2(pid=4100): stdout: \u000a| (launched: 2022-12-10_00:48:37.772815) \u000a00:48:40.930390 run osmo-hlr_10.42.42.2(pid=4100): stderr: \u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004837950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004837961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004837970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004837970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004837970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:40.971166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Terminating (SIGTERM)\u000a00:48:41.010175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Terminating (SIGTERM)\u000a00:48:41.049621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Terminating (SIGTERM)\u000a00:48:41.058992 --- ParallelTerminationStrategy: PID 4099 died...\u000a00:48:41.111690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4099): Terminated: ok {rc=0}\u000a00:48:41.121159 --- ParallelTerminationStrategy: PID 4102 died...\u000a00:48:41.173129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4102): Terminated: ok {rc=0}\u000a00:48:41.182680 --- ParallelTerminationStrategy: PID 4105 died...\u000a00:48:41.235301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4105): Terminated: ok {rc=0}\u000a00:48:41.317281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4113): Process ended prematurely: osmo-stp_10.42.42.5(pid=4113) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4113)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4113): Process ended prematurely: osmo-stp_10.42.42.5(pid=4113) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:48:42.369246 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.381165 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:42.529436 tst ping_idle_ping.py: using LAC 24825\u000a00:48:42.651200 tst ping_idle_ping.py: using RAC 90\u000a00:48:42.775040 tst ping_idle_ping.py: using CellId 24825\u000a00:48:42.898596 tst ping_idle_ping.py: using BVCI 24826\u000a00:48:42.922366 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.933586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.944398 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.955815 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.967207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.978532 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.990048 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:43.001579 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:43.270754 tst ping_idle_ping.py:24: start network...\u000a00:48:43.390672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:43.852738 run create_hlr_db(pid=4107): Launched\u000a00:48:44.019186 bus /gobi_6: Setting Powered False\u000a00:48:45.040168 run create_hlr_db(pid=4107): Terminated: ok {rc=0}\u000a00:48:45.456510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4109): Launched\u000a00:48:45.772806 run osmo-hlr_10.42.42.2(pid=4110): Launched\u000a00:48:45.952253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:46.676260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4112): Launched\u000a00:48:47.057540 run osmo-stp_10.42.42.5(pid=4113): Launched\u000a00:48:47.235193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:47.767096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4115): Launched\u000a00:48:47.870056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:48.125694 run patchelf(pid=4116): Launched\u000a00:48:48.295376 run osmo-stp_10.42.42.5(pid=4113): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4113)]\u000a00:48:48.419301 run osmo-stp_10.42.42.5(pid=4113): stdout: \u000a| (launched: 2022-12-10_00:48:46.827687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:48.543710 run osmo-stp_10.42.42.5(pid=4113): stderr: \u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004847173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:48.663937 run osmo-stp_10.42.42.5(pid=4113): stdout: \u000a| (launched: 2022-12-10_00:48:46.827687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:48.783413 run osmo-stp_10.42.42.5(pid=4113): stderr: \u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004847160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004847173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004847176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:48.921512 run patchelf(pid=4116): Terminating (SIGINT)\u000a00:48:49.083405 run patchelf(pid=4116): Terminated: ok {rc=0}\u000a00:48:49.113011 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4113): Process ended prematurely: osmo-stp_10.42.42.5(pid=4113) [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4113)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:48:49.121514 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:48:49.181148 run osmo-hlr_10.42.42.2(pid=4110): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4110)]\u000a00:48:49.229434 run osmo-hlr_10.42.42.2(pid=4110): stdout: \u000a| (launched: 2022-12-10_00:48:45.614747) \u000a00:48:49.279065 run osmo-hlr_10.42.42.2(pid=4110): stderr: \u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004845814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004845837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004845856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004845856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004845857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:49.320610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4109): Terminating (SIGTERM)\u000a00:48:49.360123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4112): Terminating (SIGTERM)\u000a00:48:49.399812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4115): Terminating (SIGTERM)\u000a00:48:49.409307 --- ParallelTerminationStrategy: PID 4109 died...\u000a00:48:49.462566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4109): Terminated: ok {rc=0}\u000a00:48:49.472107 --- ParallelTerminationStrategy: PID 4112 died...\u000a00:48:49.524606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4112): Terminated: ok {rc=0}\u000a00:48:49.534411 --- ParallelTerminationStrategy: PID 4115 died...\u000a00:48:49.587504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4115): Terminated: ok {rc=0}\u000a00:48:49.674227 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:48:51.772582 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:51.783396 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:48:51.924770 tst cs_paging_gprs_active.py: using LAC 24826\u000a00:48:52.047565 tst cs_paging_gprs_active.py: using RAC 91\u000a00:48:52.170950 tst cs_paging_gprs_active.py: using CellId 24826\u000a00:48:52.294337 tst cs_paging_gprs_active.py: using BVCI 24827\u000a00:48:52.318890 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.330190 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.341132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.352449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.363469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.374643 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.385871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.396679 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:48:52.407906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:48:52.521525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:48:52.811826 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:48:52.944835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:53.273964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4121): Launched\u000a00:48:53.547567 run iperf3-srv_10.42.42.10(pid=4122): Launched\u000a00:48:53.742521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:48:53.875193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:54.203820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4123): Launched\u000a00:48:54.477125 run iperf3-srv_10.42.42.10(pid=4124): Launched\u000a00:48:54.671823 tst cs_paging_gprs_active.py:38: start network...\u000a00:48:54.804830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:55.315487 run create_hlr_db(pid=4125): Launched\u000a00:48:55.500030 bus /gobi_6: Setting Powered False\u000a00:48:56.520642 run create_hlr_db(pid=4125): Terminated: ok {rc=0}\u000a00:48:56.918394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Launched\u000a00:48:57.216647 run osmo-hlr_10.42.42.2(pid=4128): Launched\u000a00:48:57.326803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:57.841255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Launched\u000a00:48:58.138614 run osmo-stp_10.42.42.5(pid=4131): Launched\u000a00:48:58.247524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:58.765506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Launched\u000a00:48:58.871955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:59.131618 run patchelf(pid=4134): Launched\u000a00:48:59.305675 run osmo-stp_10.42.42.5(pid=4131): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)]\u000a00:48:59.432444 run osmo-stp_10.42.42.5(pid=4131): stdout: \u000a| (launched: 2022-12-10_00:48:57.991865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:59.559826 run osmo-stp_10.42.42.5(pid=4131): stderr: \u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004858163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:59.682903 run osmo-stp_10.42.42.5(pid=4131): stdout: \u000a| (launched: 2022-12-10_00:48:57.991865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:59.804512 run osmo-stp_10.42.42.5(pid=4131): stderr: \u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004858162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004858163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004858163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:59.946086 run patchelf(pid=4134): Terminating (SIGINT)\u000a00:49:00.112292 run patchelf(pid=4134): Terminated: ok {rc=0}\u000a00:49:00.143053 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4131): Process ended prematurely: osmo-stp_10.42.42.5(pid=4131) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4131)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:49:00.152189 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a00:49:00.212266 run osmo-hlr_10.42.42.2(pid=4128): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4128)]\u000a00:49:00.260684 run osmo-hlr_10.42.42.2(pid=4128): stdout: \u000a| (launched: 2022-12-10_00:48:57.069566) \u000a00:49:00.310025 run osmo-hlr_10.42.42.2(pid=4128): stderr: \u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004857245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004857257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004857266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004857266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004857266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:00.351561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4121): Terminating (SIGTERM)\u000a00:49:00.391027 run iperf3-srv_10.42.42.10(pid=4122): Terminating (SIGTERM)\u000a00:49:00.430402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4123): Terminating (SIGTERM)\u000a00:49:00.469740 run iperf3-srv_10.42.42.10(pid=4124): Terminating (SIGTERM)\u000a00:49:00.509012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Terminating (SIGTERM)\u000a00:49:00.548439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Terminating (SIGTERM)\u000a00:49:00.587562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Terminating (SIGTERM)\u000a00:49:00.597070 --- ParallelTerminationStrategy: PID 4121 died...\u000a00:49:00.649606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4121): Terminated: ok {rc=0}\u000a00:49:00.659096 --- ParallelTerminationStrategy: PID 4122 died...\u000a00:49:00.711219 run iperf3-srv_10.42.42.10(pid=4122): Terminated {rc=256}\u000a00:49:00.720799 --- ParallelTerminationStrategy: PID 4123 died...\u000a00:49:00.772896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4123): Terminated: ok {rc=0}\u000a00:49:00.782549 --- ParallelTerminationStrategy: PID 4124 died...\u000a00:49:00.835475 run iperf3-srv_10.42.42.10(pid=4124): Terminated {rc=256}\u000a00:49:00.846227 --- ParallelTerminationStrategy: PID 4127 died...\u000a00:49:00.902412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4127): Terminated: ok {rc=0}\u000a00:49:00.912394 --- ParallelTerminationStrategy: PID 4130 died...\u000a00:49:00.966118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4130): Terminated: ok {rc=0}\u000a00:49:00.976078 --- ParallelTerminationStrategy: PID 4133 died...\u000a00:49:01.029216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4133): Terminated: ok {rc=0}\u000a00:49:01.118675 bus /gobi_0: Setting Powered False\u000a00:49:02.230595 bus /gobi_0: Setting Powered False\u000a00:49:03.334717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4143): Process ended prematurely: osmo-stp_10.42.42.5(pid=4143) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4143)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4143): Process ended prematurely: osmo-stp_10.42.42.5(pid=4143) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:49:04.443198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:04.454710 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:04.604487 tst iperf3.py: using LAC 24827\u000a00:49:04.721569 tst iperf3.py: using RAC 92\u000a00:49:04.836049 tst iperf3.py: using CellId 24827\u000a00:49:04.961913 tst iperf3.py: using BVCI 24828\u000a00:49:04.986525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:04.997868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.009199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.020256 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.031592 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.043029 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.054166 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.065147 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:05.076177 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:05.349300 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:05.472562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:05.779988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4135): Launched\u000a00:49:06.036047 run iperf3-srv_10.42.42.10(pid=4136): Launched\u000a00:49:06.217367 tst iperf3.py:8: start network...\u000a00:49:06.340443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:06.807300 run create_hlr_db(pid=4137): Launched\u000a00:49:06.977066 bus /gobi_6: Setting Powered False\u000a00:49:07.999037 run create_hlr_db(pid=4137): Terminated: ok {rc=0}\u000a00:49:08.421900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4139): Launched\u000a00:49:08.742016 run osmo-hlr_10.42.42.2(pid=4140): Launched\u000a00:49:08.860830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:09.415042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4142): Launched\u000a00:49:09.735499 run osmo-stp_10.42.42.5(pid=4143): Launched\u000a00:49:09.851667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:10.410771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4145): Launched\u000a00:49:10.524879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:10.803402 run patchelf(pid=4146): Launched\u000a00:49:10.990373 run osmo-stp_10.42.42.5(pid=4143): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4143)]\u000a00:49:11.126731 run osmo-stp_10.42.42.5(pid=4143): stdout: \u000a| (launched: 2022-12-10_00:49:09.577624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:11.263626 run osmo-stp_10.42.42.5(pid=4143): stderr: \u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004909769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:11.396522 run osmo-stp_10.42.42.5(pid=4143): stdout: \u000a| (launched: 2022-12-10_00:49:09.577624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:11.527950 run osmo-stp_10.42.42.5(pid=4143): stderr: \u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004909768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004909769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004909771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:11.680073 run patchelf(pid=4146): Terminating (SIGINT)\u000a00:49:11.858958 run patchelf(pid=4146): Terminated: ok {rc=0}\u000a00:49:11.891643 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4143): Process ended prematurely: osmo-stp_10.42.42.5(pid=4143) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4143)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:49:11.901311 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:49:11.963784 run osmo-hlr_10.42.42.2(pid=4140): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4140)]\u000a00:49:12.014853 run osmo-hlr_10.42.42.2(pid=4140): stdout: \u000a| (launched: 2022-12-10_00:49:08.584625) \u000a00:49:12.066523 run osmo-hlr_10.42.42.2(pid=4140): stderr: \u000a| �[0;m�[1;31m20221210004908782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004908782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004908783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004908783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004908783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004908783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004908795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004908803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004908803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004908803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:12.110726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4135): Terminating (SIGTERM)\u000a00:49:12.152625 run iperf3-srv_10.42.42.10(pid=4136): Terminating (SIGTERM)\u000a00:49:12.194306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4139): Terminating (SIGTERM)\u000a00:49:12.236375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4142): Terminating (SIGTERM)\u000a00:49:12.278104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4145): Terminating (SIGTERM)\u000a00:49:12.287682 --- ParallelTerminationStrategy: PID 4135 died...\u000a00:49:12.343435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4135): Terminated: ok {rc=0}\u000a00:49:12.353644 --- ParallelTerminationStrategy: PID 4136 died...\u000a00:49:12.408472 run iperf3-srv_10.42.42.10(pid=4136): Terminated {rc=256}\u000a00:49:12.418445 --- ParallelTerminationStrategy: PID 4139 died...\u000a00:49:12.473540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4139): Terminated: ok {rc=0}\u000a00:49:12.483574 --- ParallelTerminationStrategy: PID 4142 died...\u000a00:49:12.538688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4142): Terminated: ok {rc=0}\u000a00:49:12.548681 --- ParallelTerminationStrategy: PID 4145 died...\u000a00:49:12.603889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4145): Terminated: ok {rc=0}\u000a00:49:12.690841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4162): Process ended prematurely: osmo-stp_10.42.42.5(pid=4162) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4162)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4162): Process ended prematurely: osmo-stp_10.42.42.5(pid=4162) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:49:13.802655 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:13.813965 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:13.960789 tst iperf3m4.py: using LAC 24828\u000a00:49:14.076388 tst iperf3m4.py: using RAC 93\u000a00:49:14.193152 tst iperf3m4.py: using CellId 24828\u000a00:49:14.308684 tst iperf3m4.py: using BVCI 24829\u000a00:49:14.331609 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.342385 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.353151 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.364491 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.375663 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.386905 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.398230 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.409621 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:14.421116 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:14.541062 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:14.663085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:14.783684 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:15.074746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:15.208127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:15.538011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4147): Launched\u000a00:49:15.813797 run iperf3-srv_10.42.42.10(pid=4148): Launched\u000a00:49:16.028690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:49:16.167150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:16.519632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Launched\u000a00:49:16.816668 run iperf3-srv_10.42.42.10(pid=4150): Launched\u000a00:49:17.014533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:49:17.149343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:17.478546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Launched\u000a00:49:17.752895 run iperf3-srv_10.42.42.10(pid=4152): Launched\u000a00:49:17.947047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:49:18.079473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:18.408669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4154): Launched\u000a00:49:18.682448 run iperf3-srv_10.42.42.10(pid=4155): Launched\u000a00:49:18.878440 tst iperf3m4.py:8: start network...\u000a00:49:19.011502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:19.523889 run create_hlr_db(pid=4156): Launched\u000a00:49:19.708296 bus /gobi_6: Setting Powered False\u000a00:49:20.730208 run create_hlr_db(pid=4156): Terminated: ok {rc=0}\u000a00:49:21.154611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4158): Launched\u000a00:49:21.474654 run osmo-hlr_10.42.42.2(pid=4159): Launched\u000a00:49:21.590533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:22.151087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4161): Launched\u000a00:49:22.471976 run osmo-stp_10.42.42.5(pid=4162): Launched\u000a00:49:22.591817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:23.151219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4164): Launched\u000a00:49:23.265547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:23.544585 run patchelf(pid=4165): Launched\u000a00:49:23.732227 run osmo-stp_10.42.42.5(pid=4162): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4162)]\u000a00:49:23.869332 run osmo-stp_10.42.42.5(pid=4162): stdout: \u000a| (launched: 2022-12-10_00:49:22.314747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:24.006403 run osmo-stp_10.42.42.5(pid=4162): stderr: \u000a| �[0;m�[38;5;43m20221210004922505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004922505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004922506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004922506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004922506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004922507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004922507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:24.139379 run osmo-stp_10.42.42.5(pid=4162): stdout: \u000a| (launched: 2022-12-10_00:49:22.314747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:24.270956 run osmo-stp_10.42.42.5(pid=4162): stderr: \u000a| �[0;m�[38;5;43m20221210004922505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004922505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004922506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004922506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004922506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004922507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004922507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:24.423817 run patchelf(pid=4165): Terminating (SIGINT)\u000a00:49:24.602569 run patchelf(pid=4165): Terminated: ok {rc=0}\u000a00:49:24.635495 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4162): Process ended prematurely: osmo-stp_10.42.42.5(pid=4162) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4162)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:49:24.645285 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:49:24.708090 run osmo-hlr_10.42.42.2(pid=4159): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4159)]\u000a00:49:24.759632 run osmo-hlr_10.42.42.2(pid=4159): stdout: \u000a| (launched: 2022-12-10_00:49:21.317424) \u000a00:49:24.811628 run osmo-hlr_10.42.42.2(pid=4159): stderr: \u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004921514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004921527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004921537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004921537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004921537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:24.855720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4147): Terminating (SIGTERM)\u000a00:49:24.897302 run iperf3-srv_10.42.42.10(pid=4148): Terminating (SIGTERM)\u000a00:49:24.938923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Terminating (SIGTERM)\u000a00:49:24.980395 run iperf3-srv_10.42.42.10(pid=4150): Terminating (SIGTERM)\u000a00:49:25.022343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Terminating (SIGTERM)\u000a00:49:25.063740 run iperf3-srv_10.42.42.10(pid=4152): Terminating (SIGTERM)\u000a00:49:25.105445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4154): Terminating (SIGTERM)\u000a00:49:25.147029 run iperf3-srv_10.42.42.10(pid=4155): Terminating (SIGTERM)\u000a00:49:25.188514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4158): Terminating (SIGTERM)\u000a00:49:25.230253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4161): Terminating (SIGTERM)\u000a00:49:25.271869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4164): Terminating (SIGTERM)\u000a00:49:25.281526 --- ParallelTerminationStrategy: PID 4147 died...\u000a00:49:25.337293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4147): Terminated: ok {rc=0}\u000a00:49:25.347387 --- ParallelTerminationStrategy: PID 4148 died...\u000a00:49:25.402580 run iperf3-srv_10.42.42.10(pid=4148): Terminated {rc=256}\u000a00:49:25.412631 --- ParallelTerminationStrategy: PID 4149 died...\u000a00:49:25.467907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4149): Terminated: ok {rc=0}\u000a00:49:25.478015 --- ParallelTerminationStrategy: PID 4150 died...\u000a00:49:25.533004 run iperf3-srv_10.42.42.10(pid=4150): Terminated {rc=256}\u000a00:49:25.543088 --- ParallelTerminationStrategy: PID 4151 died...\u000a00:49:25.598487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4151): Terminated: ok {rc=0}\u000a00:49:25.608587 --- ParallelTerminationStrategy: PID 4152 died...\u000a00:49:25.663515 run iperf3-srv_10.42.42.10(pid=4152): Terminated {rc=256}\u000a00:49:25.673633 --- ParallelTerminationStrategy: PID 4154 died...\u000a00:49:25.729245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4154): Terminated: ok {rc=0}\u000a00:49:25.739386 --- ParallelTerminationStrategy: PID 4155 died...\u000a00:49:25.794660 run iperf3-srv_10.42.42.10(pid=4155): Terminated {rc=256}\u000a00:49:25.804751 --- ParallelTerminationStrategy: PID 4158 died...\u000a00:49:25.860105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4158): Terminated: ok {rc=0}\u000a00:49:25.870211 --- ParallelTerminationStrategy: PID 4161 died...\u000a00:49:25.925414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4161): Terminated: ok {rc=0}\u000a00:49:25.935496 --- ParallelTerminationStrategy: PID 4164 died...\u000a00:49:25.990701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4164): Terminated: ok {rc=0}\u000a00:49:26.075758 bus /gobi_4: Setting Powered False\u000a00:49:27.182289 bus /gobi_4: Setting Powered False\u000a00:49:28.290236 bus /gobi_1: Setting Powered False\u000a00:49:29.396536 bus /gobi_1: Setting Powered False\u000a00:49:30.504499 bus /gobi_0: Setting Powered False\u000a00:49:31.610350 bus /gobi_0: Setting Powered False\u000a00:49:32.716441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:49:33.786445 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.798416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:33.942148 tst ping.py: using LAC 24829\u000a00:49:34.059275 tst ping.py: using RAC 94\u000a00:49:34.181053 tst ping.py: using CellId 24829\u000a00:49:34.304753 tst ping.py: using BVCI 24830\u000a00:49:34.329025 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.340403 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.351829 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.363096 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.374201 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.385645 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.397107 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:34.408321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:34.676706 tst ping.py:19: start network...\u000a00:49:34.797394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:35.256759 run create_hlr_db(pid=4166): Launched\u000a00:49:35.424488 bus /gobi_6: Setting Powered False\u000a00:49:36.445966 run create_hlr_db(pid=4166): Terminated: ok {rc=0}\u000a00:49:36.865681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Launched\u000a00:49:37.179986 run osmo-hlr_10.42.42.2(pid=4169): Launched\u000a00:49:37.298354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:37.846523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Launched\u000a00:49:38.159885 run osmo-stp_10.42.42.5(pid=4172): Launched\u000a00:49:38.272465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:38.819189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4174): Launched\u000a00:49:38.930706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:39.204359 run patchelf(pid=4175): Launched\u000a00:49:39.387700 run osmo-stp_10.42.42.5(pid=4172): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]\u000a00:49:39.521835 run osmo-stp_10.42.42.5(pid=4172): stdout: \u000a| (launched: 2022-12-10_00:49:38.006019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:39.656021 run osmo-stp_10.42.42.5(pid=4172): stderr: \u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004938195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:39.786775 run osmo-stp_10.42.42.5(pid=4172): stdout: \u000a| (launched: 2022-12-10_00:49:38.006019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:39.915950 run osmo-stp_10.42.42.5(pid=4172): stderr: \u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004938195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004938195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004938196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:40.065702 run patchelf(pid=4175): Terminating (SIGINT)\u000a00:49:40.240621 run patchelf(pid=4175): Terminated: ok {rc=0}\u000a00:49:40.272388 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:49:40.281541 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:49:40.344064 run osmo-hlr_10.42.42.2(pid=4169): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4169)]\u000a00:49:40.395335 run osmo-hlr_10.42.42.2(pid=4169): stdout: \u000a| (launched: 2022-12-10_00:49:37.025519) \u000a00:49:40.447650 run osmo-hlr_10.42.42.2(pid=4169): stderr: \u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004937220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004937233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004937241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:40.491888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Terminating (SIGTERM)\u000a00:49:40.533628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Terminating (SIGTERM)\u000a00:49:40.575330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4174): Terminating (SIGTERM)\u000a00:49:40.585152 --- ParallelTerminationStrategy: PID 4168 died...\u000a00:49:40.640788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Terminated: ok {rc=0}\u000a00:49:40.651006 --- ParallelTerminationStrategy: PID 4171 died...\u000a00:49:40.706350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Terminated: ok {rc=0}\u000a00:49:40.716457 --- ParallelTerminationStrategy: PID 4174 died...\u000a00:49:40.771973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4174): Terminated: ok {rc=0}\u000a00:49:40.858449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4182): Process ended prematurely: osmo-stp_10.42.42.5(pid=4182) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4182)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4182): Process ended prematurely: osmo-stp_10.42.42.5(pid=4182) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:49:41.910711 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:41.922043 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:42.067118 tst ping_idle_ping.py: using LAC 24830\u000a00:49:42.184037 tst ping_idle_ping.py: using RAC 95\u000a00:49:42.301623 tst ping_idle_ping.py: using CellId 24830\u000a00:49:42.423725 tst ping_idle_ping.py: using BVCI 24831\u000a00:49:42.446366 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.457285 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.467839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.479210 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.490500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.501836 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.513321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.524637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:42.810599 tst ping_idle_ping.py:24: start network...\u000a00:49:42.941977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:43.448399 run create_hlr_db(pid=4176): Launched\u000a00:49:43.630196 bus /gobi_6: Setting Powered False\u000a00:49:44.651473 run create_hlr_db(pid=4176): Terminated: ok {rc=0}\u000a00:49:45.070554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4178): Launched\u000a00:49:45.385775 run osmo-hlr_10.42.42.2(pid=4179): Launched\u000a00:49:45.502382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:46.079201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4181): Launched\u000a00:49:46.433833 run osmo-stp_10.42.42.5(pid=4182): Launched\u000a00:49:46.618894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:47.241905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4184): Launched\u000a00:49:47.354233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:47.627522 run patchelf(pid=4185): Launched\u000a00:49:47.811726 run osmo-stp_10.42.42.5(pid=4182): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4182)]\u000a00:49:47.946482 run osmo-stp_10.42.42.5(pid=4182): stdout: \u000a| (launched: 2022-12-10_00:49:46.241710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:48.081410 run osmo-stp_10.42.42.5(pid=4182): stderr: \u000a| �[0;m�[38;5;43m20221210004946570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004946570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004946571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004946571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:48.212028 run osmo-stp_10.42.42.5(pid=4182): stdout: \u000a| (launched: 2022-12-10_00:49:46.241710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:48.341860 run osmo-stp_10.42.42.5(pid=4182): stderr: \u000a| �[0;m�[38;5;43m20221210004946570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004946570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004946571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004946571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004946572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:48.492055 run patchelf(pid=4185): Terminating (SIGINT)\u000a00:49:48.668226 run patchelf(pid=4185): Terminated: ok {rc=0}\u000a00:49:48.700121 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4182): Process ended prematurely: osmo-stp_10.42.42.5(pid=4182) [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4182)] [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:49:48.708918 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:49:48.771786 run osmo-hlr_10.42.42.2(pid=4179): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4179)]\u000a00:49:48.823041 run osmo-hlr_10.42.42.2(pid=4179): stdout: \u000a| (launched: 2022-12-10_00:49:45.230809) \u000a00:49:48.874727 run osmo-hlr_10.42.42.2(pid=4179): stderr: \u000a| �[0;m�[1;31m20221210004945425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004945426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004945426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004945426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004945426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004945426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004945438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004945447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004945447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004945447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:48.918747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4178): Terminating (SIGTERM)\u000a00:49:48.960229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4181): Terminating (SIGTERM)\u000a00:49:49.001791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4184): Terminating (SIGTERM)\u000a00:49:49.011433 --- ParallelTerminationStrategy: PID 4178 died...\u000a00:49:49.066715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4178): Terminated: ok {rc=0}\u000a00:49:49.076605 --- ParallelTerminationStrategy: PID 4181 died...\u000a00:49:49.131756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4181): Terminated: ok {rc=0}\u000a00:49:49.141837 --- ParallelTerminationStrategy: PID 4184 died...\u000a00:49:49.196852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4184): Terminated: ok {rc=0}\u000a00:49:49.283813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:48:51" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4196): Process ended prematurely: osmo-stp_10.42.42.5(pid=4196) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4196)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4196): Process ended prematurely: osmo-stp_10.42.42.5(pid=4196) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:49:51.272678 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.284677 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:49:51.438057 tst switch_tch_pdch.py: using LAC 24831\u000a00:49:51.559473 tst switch_tch_pdch.py: using RAC 96\u000a00:49:51.680880 tst switch_tch_pdch.py: using CellId 24831\u000a00:49:51.803066 tst switch_tch_pdch.py: using BVCI 24832\u000a00:49:51.827189 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.838741 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.850058 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.861349 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.872501 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.884200 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.896315 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:49:51.907985 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:49:52.034437 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:49:52.305466 tst switch_tch_pdch.py:51: start network...\u000a00:49:52.426524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:52.888310 run create_hlr_db(pid=4190): Launched\u000a00:49:53.056346 bus /gobi_6: Setting Powered False\u000a00:49:54.076403 run create_hlr_db(pid=4190): Terminated: ok {rc=0}\u000a00:49:54.492092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4192): Launched\u000a00:49:54.805446 run osmo-hlr_10.42.42.2(pid=4193): Launched\u000a00:49:54.919212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:55.462521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4195): Launched\u000a00:49:55.776125 run osmo-stp_10.42.42.5(pid=4196): Launched\u000a00:49:55.889498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:56.435654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4198): Launched\u000a00:49:56.546791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:56.819415 run patchelf(pid=4199): Launched\u000a00:49:57.001983 run osmo-stp_10.42.42.5(pid=4196): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4196)]\u000a00:49:57.135664 run osmo-stp_10.42.42.5(pid=4196): stdout: \u000a| (launched: 2022-12-10_00:49:55.621914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:57.269537 run osmo-stp_10.42.42.5(pid=4196): stderr: \u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004955814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:57.399393 run osmo-stp_10.42.42.5(pid=4196): stdout: \u000a| (launched: 2022-12-10_00:49:55.621914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:57.528375 run osmo-stp_10.42.42.5(pid=4196): stderr: \u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210004955813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210004955814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210004955814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:57.678129 run patchelf(pid=4199): Terminating (SIGINT)\u000a00:49:57.853988 run patchelf(pid=4199): Terminated: ok {rc=0}\u000a00:49:57.885861 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4196): Process ended prematurely: osmo-stp_10.42.42.5(pid=4196) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4196)] [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:49:57.895233 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:49:57.957082 run osmo-hlr_10.42.42.2(pid=4193): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4193)]\u000a00:49:58.007960 run osmo-hlr_10.42.42.2(pid=4193): stdout: \u000a| (launched: 2022-12-10_00:49:54.651317) \u000a00:49:58.059184 run osmo-hlr_10.42.42.2(pid=4193): stderr: \u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210004954847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210004954859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210004954868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210004954868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210004954868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:58.102756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4192): Terminating (SIGTERM)\u000a00:49:58.143851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4195): Terminating (SIGTERM)\u000a00:49:58.184927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4198): Terminating (SIGTERM)\u000a00:49:58.194510 --- ParallelTerminationStrategy: PID 4192 died...\u000a00:49:58.249677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4192): Terminated: ok {rc=0}\u000a00:49:58.259599 --- ParallelTerminationStrategy: PID 4195 died...\u000a00:49:58.314734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4195): Terminated: ok {rc=0}\u000a00:49:58.324647 --- ParallelTerminationStrategy: PID 4198 died...\u000a00:49:58.379900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4198): Terminated: ok {rc=0}\u000a00:49:58.465777 bus /gobi_0: Setting Powered False\u000a00:49:59.569517 bus /gobi_0: Setting Powered False\u000a00:50:00.677251 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:49:51" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4219): Process ended prematurely: osmo-stp_10.42.42.5(pid=4219) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4219)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4219): Process ended prematurely: osmo-stp_10.42.42.5(pid=4219) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:50:02.636699 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:02.649987 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:50:02.799885 tst switch_tch_pdch.py: using LAC 24832\u000a00:50:02.922471 tst switch_tch_pdch.py: using RAC 97\u000a00:50:03.043284 tst switch_tch_pdch.py: using CellId 24832\u000a00:50:03.164402 tst switch_tch_pdch.py: using BVCI 24833\u000a00:50:03.188440 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.199669 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.210759 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.221796 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.232668 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.243651 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.254874 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:03.265823 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:03.379935 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:03.665392 tst switch_tch_pdch.py:51: start network...\u000a00:50:03.796662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:04.270311 run create_hlr_db(pid=4213): Launched\u000a00:50:04.397448 bus /gobi_6: Setting Powered False\u000a00:50:05.472251 run create_hlr_db(pid=4213): Terminated: ok {rc=0}\u000a00:50:05.840684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4215): Launched\u000a00:50:06.132317 run osmo-hlr_10.42.42.2(pid=4216): Launched\u000a00:50:06.244619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:06.737230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4218): Launched\u000a00:50:07.028874 run osmo-stp_10.42.42.5(pid=4219): Launched\u000a00:50:07.136011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:07.631969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4221): Launched\u000a00:50:07.744020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:08.017801 run patchelf(pid=4222): Launched\u000a00:50:08.201030 run osmo-stp_10.42.42.5(pid=4219): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4219)]\u000a00:50:08.335100 run osmo-stp_10.42.42.5(pid=4219): stdout: \u000a| (launched: 2022-12-10_00:50:06.884370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:08.469525 run osmo-stp_10.42.42.5(pid=4219): stderr: \u000a| �[0;m�[38;5;43m20221210005007051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005007052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005007052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005007052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:08.599889 run osmo-stp_10.42.42.5(pid=4219): stdout: \u000a| (launched: 2022-12-10_00:50:06.884370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:08.729746 run osmo-stp_10.42.42.5(pid=4219): stderr: \u000a| �[0;m�[38;5;43m20221210005007051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005007052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005007052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005007052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:08.879426 run patchelf(pid=4222): Terminating (SIGINT)\u000a00:50:09.054377 run patchelf(pid=4222): Terminated: ok {rc=0}\u000a00:50:09.086138 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4219): Process ended prematurely: osmo-stp_10.42.42.5(pid=4219) [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4219)] [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:50:09.095183 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a00:50:09.157446 run osmo-hlr_10.42.42.2(pid=4216): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4216)]\u000a00:50:09.208305 run osmo-hlr_10.42.42.2(pid=4216): stdout: \u000a| (launched: 2022-12-10_00:50:05.988320) \u000a00:50:09.260017 run osmo-hlr_10.42.42.2(pid=4216): stderr: \u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005006162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005006174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005006183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005006183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005006183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:09.304133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4215): Terminating (SIGTERM)\u000a00:50:09.345836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4218): Terminating (SIGTERM)\u000a00:50:09.387494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4221): Terminating (SIGTERM)\u000a00:50:09.397186 --- ParallelTerminationStrategy: PID 4215 died...\u000a00:50:09.452702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4215): Terminated: ok {rc=0}\u000a00:50:09.462815 --- ParallelTerminationStrategy: PID 4218 died...\u000a00:50:09.518048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4218): Terminated: ok {rc=0}\u000a00:50:09.527982 --- ParallelTerminationStrategy: PID 4221 died...\u000a00:50:09.582559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4221): Terminated: ok {rc=0}\u000a00:50:09.668887 bus /gobi_0: Setting Powered False\u000a00:50:10.772049 bus /gobi_0: Setting Powered False\u000a00:50:11.877865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:02" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4578) [trial-2367↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4578)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4578) [trial-2367↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:13.749630 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:50:13.761979 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:13.887936 tst mo_mt_sms.py: using LAC 24833\u000a00:50:14.014169 tst mo_mt_sms.py: using RAC 98\u000a00:50:14.140407 tst mo_mt_sms.py: using CellId 24833\u000a00:50:14.262352 tst mo_mt_sms.py: using BVCI 24834\u000a00:50:14.285762 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:14.402051 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:14.689357 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:50:14.821196 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:50:15.470930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4577): Launched\u000a00:50:15.784246 run osmo-nitb_10.42.42.2(pid=4578): Launched\u000a00:50:16.003728 run osmo-nitb_10.42.42.2(pid=4578): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4578)]\u000a00:50:16.140523 run osmo-nitb_10.42.42.2(pid=4578): stdout: \u000a| (launched: 2022-12-10_00:50:15.632305) \u000a00:50:16.279653 run osmo-nitb_10.42.42.2(pid=4578): stderr: \u000a| (launched: 2022-12-10_00:50:15.679279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:16.413704 run osmo-nitb_10.42.42.2(pid=4578): stdout: \u000a| (launched: 2022-12-10_00:50:15.632305) \u000a00:50:16.546075 run osmo-nitb_10.42.42.2(pid=4578): stderr: \u000a| (launched: 2022-12-10_00:50:15.679279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:16.935277 tst osmo-nitb_10.42.42.2(pid=4578): stdout: \u000a| (launched: 2022-12-10_00:50:15.632305) \u000a00:50:17.092250 tst osmo-nitb_10.42.42.2(pid=4578): stderr: \u000a| (launched: 2022-12-10_00:50:15.679279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:17.151344 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4578): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4578) [trial-2367↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4578)] [trial-2367↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a00:50:17.160435 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:50:17.198414 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4577): Terminating (SIGTERM)\u000a00:50:17.376806 --- ParallelTerminationStrategy: PID 4577 died...\u000a00:50:17.433808 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4577): Terminated: ok {rc=0}\u000a00:50:17.520135 bus /sierra_3: Setting Powered False\u000a00:50:18.626481 bus /sierra_3: Setting Powered False\u000a00:50:19.735516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:13" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "sms:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2367↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2367↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:21.578089 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:21.588873 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:21.712483 tst mo_mt_sms.py: using LAC 24834\u000a00:50:21.835957 tst mo_mt_sms.py: using RAC 99\u000a00:50:21.958827 tst mo_mt_sms.py: using CellId 24834\u000a00:50:22.081185 tst mo_mt_sms.py: using BVCI 24835\u000a00:50:22.105096 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:22.115848 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:22.126592 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:22.137246 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:22.147804 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:22.158479 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:22.273094 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:22.476829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:22.982973 run create_hlr_db(pid=4584): Launched\u000a00:50:23.176252 bus /sierra_2: Setting Powered False\u000a00:50:24.184840 run create_hlr_db(pid=4584): Terminated: ok {rc=0}\u000a00:50:24.605516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Launched\u000a00:50:25.005737 run osmo-hlr_10.42.42.2(pid=4762): Launched\u000a00:50:25.225168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:25.840684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Launched\u000a00:50:26.245274 run osmo-stp_10.42.42.5(pid=4765): Launched\u000a00:50:26.457756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:50:27.074481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4767): Launched\u000a00:50:27.467065 run osmo-msc_10.42.42.6(pid=4768): Launched\u000a00:50:27.830017 run osmo-stp_10.42.42.5(pid=4765): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a00:50:28.106633 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-10_00:50:25.990704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:28.298920 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221210005026310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005026310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005026311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005026311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:28.421587 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-10_00:50:25.990704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:28.544049 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221210005026310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005026310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005026311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005026311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005026312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:28.598884 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2367↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)] [trial-2367↪sms:oc2g↪mo_mt_sms.py:16]\u000a00:50:28.607876 tst mo_mt_sms.py:16: Test FAILED (7.0 sec)\u000a00:50:28.674894 run osmo-hlr_10.42.42.2(pid=4762): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4762)]\u000a00:50:28.726644 run osmo-hlr_10.42.42.2(pid=4762): stdout: \u000a| (launched: 2022-12-10_00:50:24.755887) \u000a00:50:28.778405 run osmo-hlr_10.42.42.2(pid=4762): stderr: \u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005025089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005025111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005025123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005025125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005025125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:28.846776 run osmo-msc_10.42.42.6(pid=4768): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4768)]\u000a00:50:28.896591 run osmo-msc_10.42.42.6(pid=4768): stdout: \u000a| (launched: 2022-12-10_00:50:27.225340) \u000a00:50:28.946432 run osmo-msc_10.42.42.6(pid=4768): stderr: \u000a| �[0;m�[38;5;43m20221210005027817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005027817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f758bbcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005027817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005027817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005027818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005027818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005027819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005027820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005027820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005027820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:50:28.989020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminating (SIGTERM)\u000a00:50:29.029392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminating (SIGTERM)\u000a00:50:29.069124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4767): Terminating (SIGTERM)\u000a00:50:29.078546 --- ParallelTerminationStrategy: PID 4761 died...\u000a00:50:29.131531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminated: ok {rc=0}\u000a00:50:29.141416 --- ParallelTerminationStrategy: PID 4764 died...\u000a00:50:29.194758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminated: ok {rc=0}\u000a00:50:29.204375 --- ParallelTerminationStrategy: PID 4767 died...\u000a00:50:29.257835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4767): Terminated: ok {rc=0}\u000a00:50:29.340655 bus /sierra_3: Setting Powered False\u000a00:50:30.445882 bus /sierra_3: Setting Powered False\u000a00:50:31.589826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:21" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4775) [trial-2367↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4775)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4775) [trial-2367↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:50:33.395442 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:50:33.406444 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:33.528269 tst assert_extension.py: using LAC 24835\u000a00:50:33.647712 tst assert_extension.py: using RAC 100\u000a00:50:33.761011 tst assert_extension.py: using CellId 24835\u000a00:50:33.874157 tst assert_extension.py: using BVCI 24836\u000a00:50:33.896409 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:50:34.182177 tst assert_extension.py:10: start nitb and bts...\u000a00:50:34.313982 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:50:34.969087 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4774): Launched\u000a00:50:35.283634 run osmo-nitb_10.42.42.2(pid=4775): Launched\u000a00:50:35.477948 run osmo-nitb_10.42.42.2(pid=4775): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4775)]\u000a00:50:35.621143 run osmo-nitb_10.42.42.2(pid=4775): stdout: \u000a| (launched: 2022-12-10_00:50:35.130557) \u000a00:50:35.765113 run osmo-nitb_10.42.42.2(pid=4775): stderr: \u000a| (launched: 2022-12-10_00:50:35.177874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:35.904177 run osmo-nitb_10.42.42.2(pid=4775): stdout: \u000a| (launched: 2022-12-10_00:50:35.130557) \u000a00:50:36.041395 run osmo-nitb_10.42.42.2(pid=4775): stderr: \u000a| (launched: 2022-12-10_00:50:35.177874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:36.411297 tst osmo-nitb_10.42.42.2(pid=4775): stdout: \u000a| (launched: 2022-12-10_00:50:35.130557) \u000a00:50:36.537654 tst osmo-nitb_10.42.42.2(pid=4775): stderr: \u000a| (launched: 2022-12-10_00:50:35.177874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:36.592649 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4775) [trial-2367↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4775)] [trial-2367↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a00:50:36.601298 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:50:36.637844 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4774): Terminating (SIGTERM)\u000a00:50:36.815696 --- ParallelTerminationStrategy: PID 4774 died...\u000a00:50:36.875251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4774): Terminated: ok {rc=0}\u000a00:50:36.968192 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:33" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4785): Process ended prematurely: osmo-stp_10.42.42.5(pid=4785) [trial-2367↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4785)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4785): Process ended prematurely: osmo-stp_10.42.42.5(pid=4785) [trial-2367↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:50:38.761031 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:38.771375 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:38.898504 tst assert_extension.py: using LAC 24836\u000a00:50:39.021029 tst assert_extension.py: using RAC 101\u000a00:50:39.143382 tst assert_extension.py: using CellId 24836\u000a00:50:39.265991 tst assert_extension.py: using BVCI 24837\u000a00:50:39.290044 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.300910 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.311674 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.322353 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.333077 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.343668 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:50:39.539380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:40.018415 run create_hlr_db(pid=4779): Launched\u000a00:50:40.201656 bus /sierra_2: Setting Powered False\u000a00:50:41.221329 run create_hlr_db(pid=4779): Terminated: ok {rc=0}\u000a00:50:41.617671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4781): Launched\u000a00:50:41.914094 run osmo-hlr_10.42.42.2(pid=4782): Launched\u000a00:50:42.036264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:42.558681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4784): Launched\u000a00:50:42.854122 run osmo-stp_10.42.42.5(pid=4785): Launched\u000a00:50:42.960776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:50:43.497880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4787): Launched\u000a00:50:43.793800 run osmo-msc_10.42.42.6(pid=4788): Launched\u000a00:50:43.968703 run osmo-stp_10.42.42.5(pid=4785): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4785)]\u000a00:50:44.095385 run osmo-stp_10.42.42.5(pid=4785): stdout: \u000a| (launched: 2022-12-10_00:50:42.708283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:44.219309 run osmo-stp_10.42.42.5(pid=4785): stderr: \u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005042879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:44.338282 run osmo-stp_10.42.42.5(pid=4785): stdout: \u000a| (launched: 2022-12-10_00:50:42.708283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:44.456442 run osmo-stp_10.42.42.5(pid=4785): stderr: \u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005042879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005042879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005042880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:44.508084 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4785): Process ended prematurely: osmo-stp_10.42.42.5(pid=4785) [trial-2367↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4785)] [trial-2367↪ussd:oc2g↪assert_extension.py:17]\u000a00:50:44.516213 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a00:50:44.576535 run osmo-hlr_10.42.42.2(pid=4782): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4782)]\u000a00:50:44.626036 run osmo-hlr_10.42.42.2(pid=4782): stdout: \u000a| (launched: 2022-12-10_00:50:41.767403) \u000a00:50:44.675945 run osmo-hlr_10.42.42.2(pid=4782): stderr: \u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005041941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005041954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005041962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005041962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005041963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:44.743499 run osmo-msc_10.42.42.6(pid=4788): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4788)]\u000a00:50:44.792538 run osmo-msc_10.42.42.6(pid=4788): stdout: \u000a| (launched: 2022-12-10_00:50:43.647206) \u000a00:50:44.842552 run osmo-msc_10.42.42.6(pid=4788): stderr: \u000a| �[0;m�[38;5;43m20221210005043920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005043921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06fccedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005043921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005043921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005043922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005043922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005043923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005043925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005043925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005043925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:50:44.884596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4781): Terminating (SIGTERM)\u000a00:50:44.924776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4784): Terminating (SIGTERM)\u000a00:50:44.965348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4787): Terminating (SIGTERM)\u000a00:50:44.975044 --- ParallelTerminationStrategy: PID 4781 died...\u000a00:50:45.028370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4781): Terminated: ok {rc=0}\u000a00:50:45.038483 --- ParallelTerminationStrategy: PID 4784 died...\u000a00:50:45.091729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4784): Terminated: ok {rc=0}\u000a00:50:45.101899 --- ParallelTerminationStrategy: PID 4787 died...\u000a00:50:45.155371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4787): Terminated: ok {rc=0}\u000a00:50:45.243480 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:38" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4799): Process ended prematurely: osmo-stp_10.42.42.5(pid=4799) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4799)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4799): Process ended prematurely: osmo-stp_10.42.42.5(pid=4799) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:50:47.189281 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.201034 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:50:47.352937 tst mo_mt_call.py: using LAC 24837\u000a00:50:47.482332 tst mo_mt_call.py: using RAC 102\u000a00:50:47.607230 tst mo_mt_call.py: using CellId 24837\u000a00:50:47.732183 tst mo_mt_call.py: using BVCI 24838\u000a00:50:47.756657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.768403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.779629 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.790858 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.802172 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:47.813615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:50:47.932648 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:50:48.134430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:48.610048 run create_hlr_db(pid=4793): Launched\u000a00:50:48.782430 bus /sierra_2: Setting Powered False\u000a00:50:49.805096 run create_hlr_db(pid=4793): Terminated: ok {rc=0}\u000a00:50:50.204106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4795): Launched\u000a00:50:50.505807 run osmo-hlr_10.42.42.2(pid=4796): Launched\u000a00:50:50.619978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:51.157146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4798): Launched\u000a00:50:51.479576 run osmo-stp_10.42.42.5(pid=4799): Launched\u000a00:50:51.596912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:50:52.185709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4801): Launched\u000a00:50:52.507644 run osmo-msc_10.42.42.6(pid=4802): Launched\u000a00:50:52.696568 run osmo-stp_10.42.42.5(pid=4799): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4799)]\u000a00:50:52.833167 run osmo-stp_10.42.42.5(pid=4799): stdout: \u000a| (launched: 2022-12-10_00:50:51.321066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:52.968818 run osmo-stp_10.42.42.5(pid=4799): stderr: \u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005051511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:53.098624 run osmo-stp_10.42.42.5(pid=4799): stdout: \u000a| (launched: 2022-12-10_00:50:51.321066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:53.226721 run osmo-stp_10.42.42.5(pid=4799): stderr: \u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005051511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005051511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005051512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:53.283348 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4799): Process ended prematurely: osmo-stp_10.42.42.5(pid=4799) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4799)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:50:53.292323 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:50:53.355279 run osmo-hlr_10.42.42.2(pid=4796): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4796)]\u000a00:50:53.406901 run osmo-hlr_10.42.42.2(pid=4796): stdout: \u000a| (launched: 2022-12-10_00:50:50.356800) \u000a00:50:53.458887 run osmo-hlr_10.42.42.2(pid=4796): stderr: \u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005050531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005050549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005050559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005050559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005050559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:53.529514 run osmo-msc_10.42.42.6(pid=4802): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4802)]\u000a00:50:53.580903 run osmo-msc_10.42.42.6(pid=4802): stdout: \u000a| (launched: 2022-12-10_00:50:52.349450) \u000a00:50:53.632827 run osmo-msc_10.42.42.6(pid=4802): stderr: \u000a| �[0;m�[38;5;43m20221210005052672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005052672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8543265c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005052672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005052672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005052672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005052673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005052674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005052675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005052675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005052675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:50:53.677083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4795): Terminating (SIGTERM)\u000a00:50:53.718800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4798): Terminating (SIGTERM)\u000a00:50:53.760632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4801): Terminating (SIGTERM)\u000a00:50:53.770667 --- ParallelTerminationStrategy: PID 4795 died...\u000a00:50:53.826396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4795): Terminated: ok {rc=0}\u000a00:50:53.836404 --- ParallelTerminationStrategy: PID 4798 died...\u000a00:50:53.891688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4798): Terminated: ok {rc=0}\u000a00:50:53.901818 --- ParallelTerminationStrategy: PID 4801 died...\u000a00:50:53.957485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4801): Terminated: ok {rc=0}\u000a00:50:54.044539 bus /sierra_3: Setting Powered False\u000a00:50:55.148335 bus /sierra_3: Setting Powered False\u000a00:50:56.260097 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4812): Process ended prematurely: osmo-stp_10.42.42.5(pid=4812) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4812)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4812): Process ended prematurely: osmo-stp_10.42.42.5(pid=4812) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:50:57.373922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.386061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:50:57.536181 tst mo_mt_call_osmux.py: using LAC 24838\u000a00:50:57.661993 tst mo_mt_call_osmux.py: using RAC 103\u000a00:50:57.788598 tst mo_mt_call_osmux.py: using CellId 24838\u000a00:50:57.913823 tst mo_mt_call_osmux.py: using BVCI 24839\u000a00:50:57.938422 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.950104 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.961538 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.972773 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.984211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:50:57.995646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:50:58.110001 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:50:58.307991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:58.783607 run create_hlr_db(pid=4804): Launched\u000a00:50:58.955550 bus /sierra_2: Setting Powered False\u000a00:50:59.977683 run create_hlr_db(pid=4804): Terminated: ok {rc=0}\u000a00:51:00.375873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4806): Launched\u000a00:51:00.710733 run osmo-hlr_10.42.42.2(pid=4807): Launched\u000a00:51:00.823957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:01.421168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4811): Launched\u000a00:51:01.868226 run osmo-stp_10.42.42.5(pid=4812): Launched\u000a00:51:02.171650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:02.765827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4814): Launched\u000a00:51:03.089972 run osmo-msc_10.42.42.6(pid=4815): Launched\u000a00:51:03.279401 run osmo-stp_10.42.42.5(pid=4812): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4812)]\u000a00:51:03.415522 run osmo-stp_10.42.42.5(pid=4812): stdout: \u000a| (launched: 2022-12-10_00:51:01.576171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:03.551045 run osmo-stp_10.42.42.5(pid=4812): stderr: \u000a| �[0;m�[38;5;43m20221210005101863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005101863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005101865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005101871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:03.680727 run osmo-stp_10.42.42.5(pid=4812): stdout: \u000a| (launched: 2022-12-10_00:51:01.576171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:03.809429 run osmo-stp_10.42.42.5(pid=4812): stderr: \u000a| �[0;m�[38;5;43m20221210005101863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005101863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005101865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005101871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:03.867658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4812): Process ended prematurely: osmo-stp_10.42.42.5(pid=4812) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4812)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:51:03.876919 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:51:03.939746 run osmo-hlr_10.42.42.2(pid=4807): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4807)]\u000a00:51:03.991442 run osmo-hlr_10.42.42.2(pid=4807): stdout: \u000a| (launched: 2022-12-10_00:51:00.527785) \u000a00:51:04.043548 run osmo-hlr_10.42.42.2(pid=4807): stderr: \u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005100758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005100792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005100801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005100802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005100802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:04.114166 run osmo-msc_10.42.42.6(pid=4815): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4815)]\u000a00:51:04.165407 run osmo-msc_10.42.42.6(pid=4815): stdout: \u000a| (launched: 2022-12-10_00:51:02.930102) \u000a00:51:04.217352 run osmo-msc_10.42.42.6(pid=4815): stderr: \u000a| �[0;m�[38;5;43m20221210005103252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005103252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ecb024c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005103252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005103253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005103253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005103253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005103254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005103255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005103255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005103255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:04.261297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4806): Terminating (SIGTERM)\u000a00:51:04.302938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4811): Terminating (SIGTERM)\u000a00:51:04.344760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4814): Terminating (SIGTERM)\u000a00:51:04.354593 --- ParallelTerminationStrategy: PID 4806 died...\u000a00:51:04.410324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4806): Terminated: ok {rc=0}\u000a00:51:04.420480 --- ParallelTerminationStrategy: PID 4811 died...\u000a00:51:04.475830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4811): Terminated: ok {rc=0}\u000a00:51:04.486030 --- ParallelTerminationStrategy: PID 4814 died...\u000a00:51:04.541312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4814): Terminated: ok {rc=0}\u000a00:51:04.628755 bus /sierra_3: Setting Powered False\u000a00:51:05.731939 bus /sierra_3: Setting Powered False\u000a00:51:06.842419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:50:46" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:08.798115 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:08.808922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:08.950837 tst mo_mt_call.py: using LAC 24839\u000a00:51:09.069871 tst mo_mt_call.py: using RAC 104\u000a00:51:09.187236 tst mo_mt_call.py: using CellId 24839\u000a00:51:09.304802 tst mo_mt_call.py: using BVCI 24840\u000a00:51:09.327523 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:09.338459 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:09.349262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:09.360226 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:09.371260 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:09.382208 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:09.500781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:09.710586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:10.226592 run create_hlr_db(pid=4820): Launched\u000a00:51:10.412355 bus /sierra_2: Setting Powered False\u000a00:51:11.434567 run create_hlr_db(pid=4820): Terminated: ok {rc=0}\u000a00:51:11.862798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Launched\u000a00:51:12.186685 run osmo-hlr_10.42.42.2(pid=4823): Launched\u000a00:51:12.302944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:12.866906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Launched\u000a00:51:13.189665 run osmo-stp_10.42.42.5(pid=4826): Launched\u000a00:51:13.306227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:13.895320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Launched\u000a00:51:14.219012 run osmo-msc_10.42.42.6(pid=4829): Launched\u000a00:51:14.408481 run osmo-stp_10.42.42.5(pid=4826): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)]\u000a00:51:14.544403 run osmo-stp_10.42.42.5(pid=4826): stdout: \u000a| (launched: 2022-12-10_00:51:13.030876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:14.680096 run osmo-stp_10.42.42.5(pid=4826): stderr: \u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005113225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:14.810219 run osmo-stp_10.42.42.5(pid=4826): stdout: \u000a| (launched: 2022-12-10_00:51:13.030876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:14.939258 run osmo-stp_10.42.42.5(pid=4826): stderr: \u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005113224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005113225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:14.995954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4826): Process ended prematurely: osmo-stp_10.42.42.5(pid=4826) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4826)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:51:15.005299 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:51:15.068133 run osmo-hlr_10.42.42.2(pid=4823): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4823)]\u000a00:51:15.119779 run osmo-hlr_10.42.42.2(pid=4823): stdout: \u000a| (launched: 2022-12-10_00:51:12.026996) \u000a00:51:15.171914 run osmo-hlr_10.42.42.2(pid=4823): stderr: \u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005112226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005112325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005112335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005112335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005112335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:15.243053 run osmo-msc_10.42.42.6(pid=4829): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4829)]\u000a00:51:15.294362 run osmo-msc_10.42.42.6(pid=4829): stdout: \u000a| (launched: 2022-12-10_00:51:14.059267) \u000a00:51:15.346280 run osmo-msc_10.42.42.6(pid=4829): stderr: \u000a| �[0;m�[38;5;43m20221210005114382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005114382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53810c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005114382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005114382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005114382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005114382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005114384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005114385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005114385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005114385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:15.390250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Terminating (SIGTERM)\u000a00:51:15.431633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Terminating (SIGTERM)\u000a00:51:15.473382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Terminating (SIGTERM)\u000a00:51:15.482673 --- ParallelTerminationStrategy: PID 4822 died...\u000a00:51:15.538165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4822): Terminated: ok {rc=0}\u000a00:51:15.548357 --- ParallelTerminationStrategy: PID 4825 died...\u000a00:51:15.603562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4825): Terminated: ok {rc=0}\u000a00:51:15.613753 --- ParallelTerminationStrategy: PID 4828 died...\u000a00:51:15.668760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4828): Terminated: ok {rc=0}\u000a00:51:15.756148 bus /sierra_3: Setting Powered False\u000a00:51:16.862401 bus /sierra_3: Setting Powered False\u000a00:51:17.974128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4837): Process ended prematurely: osmo-stp_10.42.42.5(pid=4837) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4837)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4837): Process ended prematurely: osmo-stp_10.42.42.5(pid=4837) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:19.084216 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.095682 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:19.239429 tst mo_mt_call_osmux.py: using LAC 24840\u000a00:51:19.363356 tst mo_mt_call_osmux.py: using RAC 105\u000a00:51:19.490139 tst mo_mt_call_osmux.py: using CellId 24840\u000a00:51:19.617443 tst mo_mt_call_osmux.py: using BVCI 24841\u000a00:51:19.642301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.653893 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.665274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.676535 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.687967 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:19.699348 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:19.815463 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:20.017616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:20.488760 run create_hlr_db(pid=4831): Launched\u000a00:51:20.660153 bus /sierra_2: Setting Powered False\u000a00:51:21.682422 run create_hlr_db(pid=4831): Terminated: ok {rc=0}\u000a00:51:22.109686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4833): Launched\u000a00:51:22.433072 run osmo-hlr_10.42.42.2(pid=4834): Launched\u000a00:51:22.553792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:23.115676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4836): Launched\u000a00:51:23.438426 run osmo-stp_10.42.42.5(pid=4837): Launched\u000a00:51:23.555231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:24.143395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4839): Launched\u000a00:51:24.466316 run osmo-msc_10.42.42.6(pid=4840): Launched\u000a00:51:24.656742 run osmo-stp_10.42.42.5(pid=4837): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4837)]\u000a00:51:24.793432 run osmo-stp_10.42.42.5(pid=4837): stdout: \u000a| (launched: 2022-12-10_00:51:23.279908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:24.928929 run osmo-stp_10.42.42.5(pid=4837): stderr: \u000a| �[0;m�[38;5;43m20221210005123473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005123473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005123474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005123474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:25.058641 run osmo-stp_10.42.42.5(pid=4837): stdout: \u000a| (launched: 2022-12-10_00:51:23.279908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:25.187239 run osmo-stp_10.42.42.5(pid=4837): stderr: \u000a| �[0;m�[38;5;43m20221210005123473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005123473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005123474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005123474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:25.243833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4837): Process ended prematurely: osmo-stp_10.42.42.5(pid=4837) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4837)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:51:25.253189 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:51:25.316415 run osmo-hlr_10.42.42.2(pid=4834): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4834)]\u000a00:51:25.368155 run osmo-hlr_10.42.42.2(pid=4834): stdout: \u000a| (launched: 2022-12-10_00:51:22.274119) \u000a00:51:25.420090 run osmo-hlr_10.42.42.2(pid=4834): stderr: \u000a| �[0;m�[1;31m20221210005122474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005122474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005122474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005122474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005122475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005122475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005122487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005122497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005122497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005122497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:25.490678 run osmo-msc_10.42.42.6(pid=4840): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4840)]\u000a00:51:25.542058 run osmo-msc_10.42.42.6(pid=4840): stdout: \u000a| (launched: 2022-12-10_00:51:24.307177) \u000a00:51:25.593958 run osmo-msc_10.42.42.6(pid=4840): stderr: \u000a| �[0;m�[38;5;43m20221210005124628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005124628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f4c169c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005124628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005124630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005124630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005124631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005124631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:25.637849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4833): Terminating (SIGTERM)\u000a00:51:25.679521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4836): Terminating (SIGTERM)\u000a00:51:25.721214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4839): Terminating (SIGTERM)\u000a00:51:25.731013 --- ParallelTerminationStrategy: PID 4833 died...\u000a00:51:25.786184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4833): Terminated: ok {rc=0}\u000a00:51:25.796228 --- ParallelTerminationStrategy: PID 4836 died...\u000a00:51:25.850989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4836): Terminated: ok {rc=0}\u000a00:51:25.860940 --- ParallelTerminationStrategy: PID 4839 died...\u000a00:51:25.915832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4839): Terminated: ok {rc=0}\u000a00:51:26.002174 bus /sierra_3: Setting Powered False\u000a00:51:27.106295 bus /sierra_3: Setting Powered False\u000a00:51:28.216515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:30.166135 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.177103 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:51:30.318547 tst mo_mt_call.py: using LAC 24841\u000a00:51:30.434567 tst mo_mt_call.py: using RAC 106\u000a00:51:30.550887 tst mo_mt_call.py: using CellId 24841\u000a00:51:30.667383 tst mo_mt_call.py: using BVCI 24842\u000a00:51:30.690365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.701403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.711938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.723000 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.734083 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:30.745642 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:30.877493 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:31.087903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:31.618072 run create_hlr_db(pid=4845): Launched\u000a00:51:31.799051 bus /sierra_2: Setting Powered False\u000a00:51:32.814798 run create_hlr_db(pid=4845): Terminated: ok {rc=0}\u000a00:51:33.242878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Launched\u000a00:51:33.566577 run osmo-hlr_10.42.42.2(pid=4848): Launched\u000a00:51:33.684720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:34.243446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Launched\u000a00:51:34.566447 run osmo-stp_10.42.42.5(pid=4851): Launched\u000a00:51:34.684735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:35.275632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4853): Launched\u000a00:51:35.600011 run osmo-msc_10.42.42.6(pid=4854): Launched\u000a00:51:35.790693 run osmo-stp_10.42.42.5(pid=4851): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]\u000a00:51:35.927593 run osmo-stp_10.42.42.5(pid=4851): stdout: \u000a| (launched: 2022-12-10_00:51:34.407584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:36.064194 run osmo-stp_10.42.42.5(pid=4851): stderr: \u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005134602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:36.194060 run osmo-stp_10.42.42.5(pid=4851): stdout: \u000a| (launched: 2022-12-10_00:51:34.407584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:36.322953 run osmo-stp_10.42.42.5(pid=4851): stderr: \u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005134601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005134602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005134602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:36.379731 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:51:36.388622 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:51:36.451093 run osmo-hlr_10.42.42.2(pid=4848): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4848)]\u000a00:51:36.502424 run osmo-hlr_10.42.42.2(pid=4848): stdout: \u000a| (launched: 2022-12-10_00:51:33.407650) \u000a00:51:36.554022 run osmo-hlr_10.42.42.2(pid=4848): stderr: \u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005133607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005133619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005133628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005133628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005133628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:36.623939 run osmo-msc_10.42.42.6(pid=4854): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4854)]\u000a00:51:36.674965 run osmo-msc_10.42.42.6(pid=4854): stdout: \u000a| (launched: 2022-12-10_00:51:35.441119) \u000a00:51:36.726622 run osmo-msc_10.42.42.6(pid=4854): stderr: \u000a| �[0;m�[38;5;43m20221210005135763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005135763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe67b717c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005135763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005135763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005135763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005135764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005135766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005135767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005135767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005135767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:36.770230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Terminating (SIGTERM)\u000a00:51:36.811875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Terminating (SIGTERM)\u000a00:51:36.853240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4853): Terminating (SIGTERM)\u000a00:51:36.862844 --- ParallelTerminationStrategy: PID 4847 died...\u000a00:51:36.918039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Terminated: ok {rc=0}\u000a00:51:36.928122 --- ParallelTerminationStrategy: PID 4850 died...\u000a00:51:36.983425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Terminated: ok {rc=0}\u000a00:51:36.993866 --- ParallelTerminationStrategy: PID 4853 died...\u000a00:51:37.049370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4853): Terminated: ok {rc=0}\u000a00:51:37.137258 bus /sierra_3: Setting Powered False\u000a00:51:38.244026 bus /sierra_3: Setting Powered False\u000a00:51:39.352101 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4862): Process ended prematurely: osmo-stp_10.42.42.5(pid=4862) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4862)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4862): Process ended prematurely: osmo-stp_10.42.42.5(pid=4862) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:40.467367 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:40.479627 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:51:40.632255 tst mo_mt_call_osmux.py: using LAC 24842\u000a00:51:40.758233 tst mo_mt_call_osmux.py: using RAC 107\u000a00:51:40.884291 tst mo_mt_call_osmux.py: using CellId 24842\u000a00:51:41.012358 tst mo_mt_call_osmux.py: using BVCI 24843\u000a00:51:41.036917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:41.048407 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:41.059793 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:41.071110 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:41.082337 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:41.093606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:41.214251 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:41.425042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:41.941970 run create_hlr_db(pid=4856): Launched\u000a00:51:42.127462 bus /sierra_2: Setting Powered False\u000a00:51:43.149546 run create_hlr_db(pid=4856): Terminated: ok {rc=0}\u000a00:51:43.577780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4858): Launched\u000a00:51:43.900758 run osmo-hlr_10.42.42.2(pid=4859): Launched\u000a00:51:44.018680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:44.578639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4861): Launched\u000a00:51:44.903018 run osmo-stp_10.42.42.5(pid=4862): Launched\u000a00:51:45.020157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:45.611006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4864): Launched\u000a00:51:46.055301 run osmo-msc_10.42.42.6(pid=4865): Launched\u000a00:51:46.380662 run osmo-stp_10.42.42.5(pid=4862): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4862)]\u000a00:51:46.621169 run osmo-stp_10.42.42.5(pid=4862): stdout: \u000a| (launched: 2022-12-10_00:51:44.742870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:46.767308 run osmo-stp_10.42.42.5(pid=4862): stderr: \u000a| �[0;m�[38;5;43m20221210005144938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005144939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005144939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005144939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:46.892567 run osmo-stp_10.42.42.5(pid=4862): stdout: \u000a| (launched: 2022-12-10_00:51:44.742870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:47.019109 run osmo-stp_10.42.42.5(pid=4862): stderr: \u000a| �[0;m�[38;5;43m20221210005144938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005144939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005144939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005144939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005144940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:47.073479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4862): Process ended prematurely: osmo-stp_10.42.42.5(pid=4862) [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4862)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:51:47.083009 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:51:47.148291 run osmo-hlr_10.42.42.2(pid=4859): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4859)]\u000a00:51:47.201168 run osmo-hlr_10.42.42.2(pid=4859): stdout: \u000a| (launched: 2022-12-10_00:51:43.742015) \u000a00:51:47.253881 run osmo-hlr_10.42.42.2(pid=4859): stderr: \u000a| �[0;m�[1;31m20221210005143941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005143942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005143942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005143942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005143942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005143942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005143958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005143968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005143970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005143970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:47.324657 run osmo-msc_10.42.42.6(pid=4865): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4865)]\u000a00:51:47.377591 run osmo-msc_10.42.42.6(pid=4865): stdout: \u000a| (launched: 2022-12-10_00:51:45.774897) \u000a00:51:47.430297 run osmo-msc_10.42.42.6(pid=4865): stderr: \u000a| �[0;m�[38;5;43m20221210005146231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005146231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e9058dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005146231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005146234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005146234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005146235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005146244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005146247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005146247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005146248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:47.475255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4858): Terminating (SIGTERM)\u000a00:51:47.517388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4861): Terminating (SIGTERM)\u000a00:51:47.559184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4864): Terminating (SIGTERM)\u000a00:51:47.568938 --- ParallelTerminationStrategy: PID 4858 died...\u000a00:51:47.625145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4858): Terminated: ok {rc=0}\u000a00:51:47.635379 --- ParallelTerminationStrategy: PID 4861 died...\u000a00:51:47.691050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4861): Terminated: ok {rc=0}\u000a00:51:47.701362 --- ParallelTerminationStrategy: PID 4864 died...\u000a00:51:47.756937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4864): Terminated: ok {rc=0}\u000a00:51:47.843375 bus /sierra_3: Setting Powered False\u000a00:51:48.948858 bus /sierra_3: Setting Powered False\u000a00:51:50.056687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:51:29" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4876): Process ended prematurely: osmo-stp_10.42.42.5(pid=4876) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4876)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4876): Process ended prematurely: osmo-stp_10.42.42.5(pid=4876) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:52.017075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.028555 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:51:52.178611 tst mo_mt_call.py: using LAC 24843\u000a00:51:52.307205 tst mo_mt_call.py: using RAC 108\u000a00:51:52.433300 tst mo_mt_call.py: using CellId 24843\u000a00:51:52.564446 tst mo_mt_call.py: using BVCI 24844\u000a00:51:52.588895 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.600265 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.611452 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.622606 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.633788 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:51:52.644909 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:51:52.760073 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:51:52.971945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:53.487446 run create_hlr_db(pid=4870): Launched\u000a00:51:53.673149 bus /sierra_2: Setting Powered False\u000a00:51:54.693957 run create_hlr_db(pid=4870): Terminated: ok {rc=0}\u000a00:51:55.095888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4872): Launched\u000a00:51:55.397110 run osmo-hlr_10.42.42.2(pid=4873): Launched\u000a00:51:55.513826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:56.041547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4875): Launched\u000a00:51:56.341582 run osmo-stp_10.42.42.5(pid=4876): Launched\u000a00:51:56.450838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:56.999591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4878): Launched\u000a00:51:57.302122 run osmo-msc_10.42.42.6(pid=4879): Launched\u000a00:51:57.479088 run osmo-stp_10.42.42.5(pid=4876): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4876)]\u000a00:51:57.608878 run osmo-stp_10.42.42.5(pid=4876): stdout: \u000a| (launched: 2022-12-10_00:51:56.193307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:57.733688 run osmo-stp_10.42.42.5(pid=4876): stderr: \u000a| �[0;m�[38;5;43m20221210005156363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005156363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005156364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005156364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:57.854733 run osmo-stp_10.42.42.5(pid=4876): stdout: \u000a| (launched: 2022-12-10_00:51:56.193307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:57.974527 run osmo-stp_10.42.42.5(pid=4876): stderr: \u000a| �[0;m�[38;5;43m20221210005156363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005156363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005156364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005156364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005156365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:58.027192 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4876): Process ended prematurely: osmo-stp_10.42.42.5(pid=4876) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4876)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:51:58.035686 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:51:58.096517 run osmo-hlr_10.42.42.2(pid=4873): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4873)]\u000a00:51:58.145989 run osmo-hlr_10.42.42.2(pid=4873): stdout: \u000a| (launched: 2022-12-10_00:51:55.248265) \u000a00:51:58.196071 run osmo-hlr_10.42.42.2(pid=4873): stderr: \u000a| �[0;m�[1;31m20221210005155422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005155422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005155422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005155422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005155422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005155423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005155435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005155446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005155446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005155446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:58.263363 run osmo-msc_10.42.42.6(pid=4879): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4879)]\u000a00:51:58.312904 run osmo-msc_10.42.42.6(pid=4879): stdout: \u000a| (launched: 2022-12-10_00:51:57.152146) \u000a00:51:58.362790 run osmo-msc_10.42.42.6(pid=4879): stderr: \u000a| �[0;m�[38;5;43m20221210005157424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005157424 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21f3193c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005157424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005157424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005157424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005157424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005157426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005157427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005157427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005157427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:58.404531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4872): Terminating (SIGTERM)\u000a00:51:58.444311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4875): Terminating (SIGTERM)\u000a00:51:58.484052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4878): Terminating (SIGTERM)\u000a00:51:58.493324 --- ParallelTerminationStrategy: PID 4872 died...\u000a00:51:58.546394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4872): Terminated: ok {rc=0}\u000a00:51:58.556231 --- ParallelTerminationStrategy: PID 4875 died...\u000a00:51:58.609303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4875): Terminated: ok {rc=0}\u000a00:51:58.619158 --- ParallelTerminationStrategy: PID 4878 died...\u000a00:51:58.672012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4878): Terminated: ok {rc=0}\u000a00:51:58.760883 bus /sierra_3: Setting Powered False\u000a00:51:59.864171 bus /sierra_3: Setting Powered False\u000a00:52:00.998041 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4887): Process ended prematurely: osmo-stp_10.42.42.5(pid=4887) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4887)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4887): Process ended prematurely: osmo-stp_10.42.42.5(pid=4887) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:02.113244 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.125869 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:52:02.286801 tst mo_mt_call_osmux.py: using LAC 24844\u000a00:52:02.414066 tst mo_mt_call_osmux.py: using RAC 109\u000a00:52:02.538801 tst mo_mt_call_osmux.py: using CellId 24844\u000a00:52:02.663097 tst mo_mt_call_osmux.py: using BVCI 24845\u000a00:52:02.687826 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.699349 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.710805 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.722317 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.733734 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:02.745134 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:02.864054 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:03.065412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:03.538938 run create_hlr_db(pid=4881): Launched\u000a00:52:03.712305 bus /sierra_2: Setting Powered False\u000a00:52:04.733903 run create_hlr_db(pid=4881): Terminated: ok {rc=0}\u000a00:52:05.163199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4883): Launched\u000a00:52:05.487361 run osmo-hlr_10.42.42.2(pid=4884): Launched\u000a00:52:05.606462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:06.165932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4886): Launched\u000a00:52:06.487177 run osmo-stp_10.42.42.5(pid=4887): Launched\u000a00:52:06.604384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:07.193565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4889): Launched\u000a00:52:07.515354 run osmo-msc_10.42.42.6(pid=4890): Launched\u000a00:52:07.705207 run osmo-stp_10.42.42.5(pid=4887): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4887)]\u000a00:52:07.841450 run osmo-stp_10.42.42.5(pid=4887): stdout: \u000a| (launched: 2022-12-10_00:52:06.329344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:07.976233 run osmo-stp_10.42.42.5(pid=4887): stderr: \u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005206524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:08.105319 run osmo-stp_10.42.42.5(pid=4887): stdout: \u000a| (launched: 2022-12-10_00:52:06.329344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:08.233137 run osmo-stp_10.42.42.5(pid=4887): stderr: \u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005206523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005206524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005206524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:08.289877 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4887): Process ended prematurely: osmo-stp_10.42.42.5(pid=4887) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4887)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:52:08.299131 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:52:08.361281 run osmo-hlr_10.42.42.2(pid=4884): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4884)]\u000a00:52:08.412133 run osmo-hlr_10.42.42.2(pid=4884): stdout: \u000a| (launched: 2022-12-10_00:52:05.328671) \u000a00:52:08.463763 run osmo-hlr_10.42.42.2(pid=4884): stderr: \u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005205527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005205540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005205550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005205550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005205550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:08.533442 run osmo-msc_10.42.42.6(pid=4890): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4890)]\u000a00:52:08.584255 run osmo-msc_10.42.42.6(pid=4890): stdout: \u000a| (launched: 2022-12-10_00:52:07.357495) \u000a00:52:08.635498 run osmo-msc_10.42.42.6(pid=4890): stderr: \u000a| �[0;m�[38;5;43m20221210005207681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005207681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c58290c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005207682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005207682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005207682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005207682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005207686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005207686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005207686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005207686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:08.679121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4883): Terminating (SIGTERM)\u000a00:52:08.720468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4886): Terminating (SIGTERM)\u000a00:52:08.762178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4889): Terminating (SIGTERM)\u000a00:52:08.772017 --- ParallelTerminationStrategy: PID 4883 died...\u000a00:52:08.827739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4883): Terminated: ok {rc=0}\u000a00:52:08.837916 --- ParallelTerminationStrategy: PID 4886 died...\u000a00:52:08.893031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4886): Terminated: ok {rc=0}\u000a00:52:08.903155 --- ParallelTerminationStrategy: PID 4889 died...\u000a00:52:08.957972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4889): Terminated: ok {rc=0}\u000a00:52:09.044495 bus /sierra_3: Setting Powered False\u000a00:52:10.147266 bus /sierra_3: Setting Powered False\u000a00:52:11.258381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:51:51" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:52:13.209371 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.220137 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:13.365734 tst mo_mt_call.py: using LAC 24845\u000a00:52:13.481644 tst mo_mt_call.py: using RAC 110\u000a00:52:13.598205 tst mo_mt_call.py: using CellId 24845\u000a00:52:13.714520 tst mo_mt_call.py: using BVCI 24846\u000a00:52:13.737272 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.748041 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.758663 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.769722 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.780704 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:13.791634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:13.907139 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:14.112421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:14.586477 run create_hlr_db(pid=4896): Launched\u000a00:52:14.758382 bus /sierra_2: Setting Powered False\u000a00:52:15.781583 run create_hlr_db(pid=4896): Terminated: ok {rc=0}\u000a00:52:16.251200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Launched\u000a00:52:16.619120 run osmo-hlr_10.42.42.2(pid=4899): Launched\u000a00:52:16.839980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:17.471083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Launched\u000a00:52:17.795585 run osmo-stp_10.42.42.5(pid=4902): Launched\u000a00:52:17.913896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:18.506925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4904): Launched\u000a00:52:18.830644 run osmo-msc_10.42.42.6(pid=4905): Launched\u000a00:52:19.020068 run osmo-stp_10.42.42.5(pid=4902): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]\u000a00:52:19.156665 run osmo-stp_10.42.42.5(pid=4902): stdout: \u000a| (launched: 2022-12-10_00:52:17.635805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:19.291987 run osmo-stp_10.42.42.5(pid=4902): stderr: \u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005217829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:19.421919 run osmo-stp_10.42.42.5(pid=4902): stdout: \u000a| (launched: 2022-12-10_00:52:17.635805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:19.550573 run osmo-stp_10.42.42.5(pid=4902): stderr: \u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005217828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005217829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005217829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:19.607575 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:52:19.616715 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:52:19.679754 run osmo-hlr_10.42.42.2(pid=4899): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4899)]\u000a00:52:19.731913 run osmo-hlr_10.42.42.2(pid=4899): stdout: \u000a| (launched: 2022-12-10_00:52:16.420463) \u000a00:52:19.784372 run osmo-hlr_10.42.42.2(pid=4899): stderr: \u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005216760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005216783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005216800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005216800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005216800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:19.855743 run osmo-msc_10.42.42.6(pid=4905): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4905)]\u000a00:52:19.907298 run osmo-msc_10.42.42.6(pid=4905): stdout: \u000a| (launched: 2022-12-10_00:52:18.671358) \u000a00:52:19.959192 run osmo-msc_10.42.42.6(pid=4905): stderr: \u000a| �[0;m�[38;5;43m20221210005218995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005218996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85c6d61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005218996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005218996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005218996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005218996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005218998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005218998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005218998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005218998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:20.003417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Terminating (SIGTERM)\u000a00:52:20.045377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Terminating (SIGTERM)\u000a00:52:20.087336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4904): Terminating (SIGTERM)\u000a00:52:20.097198 --- ParallelTerminationStrategy: PID 4898 died...\u000a00:52:20.153283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Terminated: ok {rc=0}\u000a00:52:20.163505 --- ParallelTerminationStrategy: PID 4901 died...\u000a00:52:20.219295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Terminated: ok {rc=0}\u000a00:52:20.229426 --- ParallelTerminationStrategy: PID 4904 died...\u000a00:52:20.285071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4904): Terminated: ok {rc=0}\u000a00:52:20.374235 bus /sierra_3: Setting Powered False\u000a00:52:21.481790 bus /sierra_3: Setting Powered False\u000a00:52:22.590648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4913): Process ended prematurely: osmo-stp_10.42.42.5(pid=4913) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4913)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4913): Process ended prematurely: osmo-stp_10.42.42.5(pid=4913) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:23.706598 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:23.718527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:23.864532 tst mo_mt_call_osmux.py: using LAC 24846\u000a00:52:23.985527 tst mo_mt_call_osmux.py: using RAC 111\u000a00:52:24.105923 tst mo_mt_call_osmux.py: using CellId 24846\u000a00:52:24.223474 tst mo_mt_call_osmux.py: using BVCI 24847\u000a00:52:24.246568 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:24.257587 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:24.268181 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:24.279166 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:24.290136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:24.301446 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:24.421062 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:24.621532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:25.098506 run create_hlr_db(pid=4907): Launched\u000a00:52:25.270449 bus /sierra_2: Setting Powered False\u000a00:52:26.292558 run create_hlr_db(pid=4907): Terminated: ok {rc=0}\u000a00:52:26.719391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4909): Launched\u000a00:52:27.043371 run osmo-hlr_10.42.42.2(pid=4910): Launched\u000a00:52:27.163329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:27.726115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4912): Launched\u000a00:52:28.050178 run osmo-stp_10.42.42.5(pid=4913): Launched\u000a00:52:28.167352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:28.757331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4915): Launched\u000a00:52:29.080634 run osmo-msc_10.42.42.6(pid=4916): Launched\u000a00:52:29.268731 run osmo-stp_10.42.42.5(pid=4913): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4913)]\u000a00:52:29.404363 run osmo-stp_10.42.42.5(pid=4913): stdout: \u000a| (launched: 2022-12-10_00:52:27.890496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:29.539663 run osmo-stp_10.42.42.5(pid=4913): stderr: \u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005228084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:29.668915 run osmo-stp_10.42.42.5(pid=4913): stdout: \u000a| (launched: 2022-12-10_00:52:27.890496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:29.797889 run osmo-stp_10.42.42.5(pid=4913): stderr: \u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005228083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005228084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005228084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:29.854660 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4913): Process ended prematurely: osmo-stp_10.42.42.5(pid=4913) [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4913)] [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:52:29.863917 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:52:29.926553 run osmo-hlr_10.42.42.2(pid=4910): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4910)]\u000a00:52:29.977710 run osmo-hlr_10.42.42.2(pid=4910): stdout: \u000a| (launched: 2022-12-10_00:52:26.883707) \u000a00:52:30.029312 run osmo-hlr_10.42.42.2(pid=4910): stderr: \u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005227084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005227097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005227105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005227105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005227105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:30.099808 run osmo-msc_10.42.42.6(pid=4916): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4916)]\u000a00:52:30.150922 run osmo-msc_10.42.42.6(pid=4916): stdout: \u000a| (launched: 2022-12-10_00:52:28.922113) \u000a00:52:30.203116 run osmo-msc_10.42.42.6(pid=4916): stderr: \u000a| �[0;m�[38;5;43m20221210005229245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005229245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb5830fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005229245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005229245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005229245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005229245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005229247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005229247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005229248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005229248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:30.247132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4909): Terminating (SIGTERM)\u000a00:52:30.288602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4912): Terminating (SIGTERM)\u000a00:52:30.330284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4915): Terminating (SIGTERM)\u000a00:52:30.339698 --- ParallelTerminationStrategy: PID 4909 died...\u000a00:52:30.395343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4909): Terminated: ok {rc=0}\u000a00:52:30.405708 --- ParallelTerminationStrategy: PID 4912 died...\u000a00:52:30.460866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4912): Terminated: ok {rc=0}\u000a00:52:30.471070 --- ParallelTerminationStrategy: PID 4915 died...\u000a00:52:30.526323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4915): Terminated: ok {rc=0}\u000a00:52:30.612307 bus /sierra_3: Setting Powered False\u000a00:52:31.715186 bus /sierra_3: Setting Powered False\u000a00:52:32.822006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:52:12" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:52:34.785883 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:34.796921 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:52:34.941087 tst mo_mt_call.py: using LAC 24847\u000a00:52:35.059753 tst mo_mt_call.py: using RAC 112\u000a00:52:35.179488 tst mo_mt_call.py: using CellId 24847\u000a00:52:35.296551 tst mo_mt_call.py: using BVCI 24848\u000a00:52:35.319445 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:35.330705 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:35.341506 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:35.352553 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:35.363744 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:35.374980 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:35.492809 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:35.692662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:36.169289 run create_hlr_db(pid=4924): Launched\u000a00:52:36.341196 bus /sierra_2: Setting Powered False\u000a00:52:37.363710 run create_hlr_db(pid=4924): Terminated: ok {rc=0}\u000a00:52:37.792092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Launched\u000a00:52:38.117329 run osmo-hlr_10.42.42.2(pid=4927): Launched\u000a00:52:38.237003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:38.799502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Launched\u000a00:52:39.121918 run osmo-stp_10.42.42.5(pid=4930): Launched\u000a00:52:39.238346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:39.826922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Launched\u000a00:52:40.150787 run osmo-msc_10.42.42.6(pid=4933): Launched\u000a00:52:40.339020 run osmo-stp_10.42.42.5(pid=4930): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a00:52:40.475117 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-10_00:52:38.963707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:40.610743 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005239155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:40.740007 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-10_00:52:38.963707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:40.868708 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005239154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005239155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005239157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:40.925437 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)] [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:52:40.934512 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:52:40.996841 run osmo-hlr_10.42.42.2(pid=4927): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4927)]\u000a00:52:41.047880 run osmo-hlr_10.42.42.2(pid=4927): stdout: \u000a| (launched: 2022-12-10_00:52:37.957964) \u000a00:52:41.099427 run osmo-hlr_10.42.42.2(pid=4927): stderr: \u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005238154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005238167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005238176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005238176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005238176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:41.169827 run osmo-msc_10.42.42.6(pid=4933): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4933)]\u000a00:52:41.220500 run osmo-msc_10.42.42.6(pid=4933): stdout: \u000a| (launched: 2022-12-10_00:52:39.991573) \u000a00:52:41.271907 run osmo-msc_10.42.42.6(pid=4933): stderr: \u000a| �[0;m�[38;5;43m20221210005240313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005240313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effbf7cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005240314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005240316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005240316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005240316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005240316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:41.315471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminating (SIGTERM)\u000a00:52:41.357029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminating (SIGTERM)\u000a00:52:41.398262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Terminating (SIGTERM)\u000a00:52:41.407848 --- ParallelTerminationStrategy: PID 4926 died...\u000a00:52:41.463054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminated: ok {rc=0}\u000a00:52:41.473135 --- ParallelTerminationStrategy: PID 4929 died...\u000a00:52:41.528561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminated: ok {rc=0}\u000a00:52:41.538666 --- ParallelTerminationStrategy: PID 4932 died...\u000a00:52:41.594169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4932): Terminated: ok {rc=0}\u000a00:52:41.680454 bus /sierra_3: Setting Powered False\u000a00:52:42.784581 bus /sierra_3: Setting Powered False\u000a00:52:43.895823 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4941): Process ended prematurely: osmo-stp_10.42.42.5(pid=4941) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4941)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4941): Process ended prematurely: osmo-stp_10.42.42.5(pid=4941) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:45.010072 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.022366 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:52:45.175085 tst mo_mt_call_osmux.py: using LAC 24848\u000a00:52:45.301859 tst mo_mt_call_osmux.py: using RAC 113\u000a00:52:45.430798 tst mo_mt_call_osmux.py: using CellId 24848\u000a00:52:45.555327 tst mo_mt_call_osmux.py: using BVCI 24849\u000a00:52:45.578281 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.589507 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.600564 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.611892 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.623284 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:45.634624 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:45.753320 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:45.982533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:46.609494 run create_hlr_db(pid=4935): Launched\u000a00:52:46.802146 bus /sierra_2: Setting Powered False\u000a00:52:47.818536 run create_hlr_db(pid=4935): Terminated: ok {rc=0}\u000a00:52:48.221837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4937): Launched\u000a00:52:48.523360 run osmo-hlr_10.42.42.2(pid=4938): Launched\u000a00:52:48.638509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:49.170325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4940): Launched\u000a00:52:49.472677 run osmo-stp_10.42.42.5(pid=4941): Launched\u000a00:52:49.582228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:50.131421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4943): Launched\u000a00:52:50.433597 run osmo-msc_10.42.42.6(pid=4944): Launched\u000a00:52:50.609750 run osmo-stp_10.42.42.5(pid=4941): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4941)]\u000a00:52:50.736619 run osmo-stp_10.42.42.5(pid=4941): stdout: \u000a| (launched: 2022-12-10_00:52:49.322955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:50.862132 run osmo-stp_10.42.42.5(pid=4941): stderr: \u000a| �[0;m�[38;5;43m20221210005249493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005249494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:50.983014 run osmo-stp_10.42.42.5(pid=4941): stdout: \u000a| (launched: 2022-12-10_00:52:49.322955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:51.102877 run osmo-stp_10.42.42.5(pid=4941): stderr: \u000a| �[0;m�[38;5;43m20221210005249493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005249494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:51.155568 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4941): Process ended prematurely: osmo-stp_10.42.42.5(pid=4941) [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4941)] [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:52:51.164101 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:52:51.224597 run osmo-hlr_10.42.42.2(pid=4938): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4938)]\u000a00:52:51.273860 run osmo-hlr_10.42.42.2(pid=4938): stdout: \u000a| (launched: 2022-12-10_00:52:48.374284) \u000a00:52:51.323752 run osmo-hlr_10.42.42.2(pid=4938): stderr: \u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005248552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005248564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005248574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005248574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005248574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:51.391708 run osmo-msc_10.42.42.6(pid=4944): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4944)]\u000a00:52:51.440935 run osmo-msc_10.42.42.6(pid=4944): stdout: \u000a| (launched: 2022-12-10_00:52:50.284401) \u000a00:52:51.491054 run osmo-msc_10.42.42.6(pid=4944): stderr: \u000a| �[0;m�[38;5;43m20221210005250561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005250561 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4552078c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005250561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005250561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005250562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005250562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005250563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005250564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005250564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005250564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:51.532932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4937): Terminating (SIGTERM)\u000a00:52:51.572977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4940): Terminating (SIGTERM)\u000a00:52:51.613382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4943): Terminating (SIGTERM)\u000a00:52:51.622814 --- ParallelTerminationStrategy: PID 4937 died...\u000a00:52:51.676593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4937): Terminated: ok {rc=0}\u000a00:52:51.686251 --- ParallelTerminationStrategy: PID 4940 died...\u000a00:52:51.739500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4940): Terminated: ok {rc=0}\u000a00:52:51.749090 --- ParallelTerminationStrategy: PID 4943 died...\u000a00:52:51.802135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4943): Terminated: ok {rc=0}\u000a00:52:51.890878 bus /sierra_3: Setting Powered False\u000a00:52:52.993241 bus /sierra_3: Setting Powered False\u000a00:52:54.104496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:52:34" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4955): Process ended prematurely: osmo-stp_10.42.42.5(pid=4955) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4955)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4955): Process ended prematurely: osmo-stp_10.42.42.5(pid=4955) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:52:56.050910 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.061752 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:52:56.210998 tst mo_mt_call.py: using LAC 24849\u000a00:52:56.336346 tst mo_mt_call.py: using RAC 114\u000a00:52:56.462152 tst mo_mt_call.py: using CellId 24849\u000a00:52:56.587870 tst mo_mt_call.py: using BVCI 24850\u000a00:52:56.612605 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.623882 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.634974 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.646211 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.657443 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:52:56.668682 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:52:56.786798 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:52:56.987282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:57.462704 run create_hlr_db(pid=4949): Launched\u000a00:52:57.635713 bus /sierra_2: Setting Powered False\u000a00:52:58.657604 run create_hlr_db(pid=4949): Terminated: ok {rc=0}\u000a00:52:59.086451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4951): Launched\u000a00:52:59.410288 run osmo-hlr_10.42.42.2(pid=4952): Launched\u000a00:52:59.530242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:00.092191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4954): Launched\u000a00:53:00.416170 run osmo-stp_10.42.42.5(pid=4955): Launched\u000a00:53:00.532915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:01.163169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4957): Launched\u000a00:53:01.615752 run osmo-msc_10.42.42.6(pid=4958): Launched\u000a00:53:01.898051 run osmo-stp_10.42.42.5(pid=4955): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4955)]\u000a00:53:02.035854 run osmo-stp_10.42.42.5(pid=4955): stdout: \u000a| (launched: 2022-12-10_00:53:00.256862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:02.242969 run osmo-stp_10.42.42.5(pid=4955): stderr: \u000a| �[0;m�[38;5;43m20221210005300451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005300452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:02.430936 run osmo-stp_10.42.42.5(pid=4955): stdout: \u000a| (launched: 2022-12-10_00:53:00.256862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:02.567147 run osmo-stp_10.42.42.5(pid=4955): stderr: \u000a| �[0;m�[38;5;43m20221210005300451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005300452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:02.631199 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4955): Process ended prematurely: osmo-stp_10.42.42.5(pid=4955) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4955)] [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:53:02.640871 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:53:02.706850 run osmo-hlr_10.42.42.2(pid=4952): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4952)]\u000a00:53:02.760359 run osmo-hlr_10.42.42.2(pid=4952): stdout: \u000a| (launched: 2022-12-10_00:52:59.250720) \u000a00:53:02.815123 run osmo-hlr_10.42.42.2(pid=4952): stderr: \u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005259464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005259472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005259472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005259472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:02.887542 run osmo-msc_10.42.42.6(pid=4958): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4958)]\u000a00:53:02.939176 run osmo-msc_10.42.42.6(pid=4958): stdout: \u000a| (launched: 2022-12-10_00:53:01.320324) \u000a00:53:02.993120 run osmo-msc_10.42.42.6(pid=4958): stderr: \u000a| �[0;m�[38;5;43m20221210005301819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005301819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0789dc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005301819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005301819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005301819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005301819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005301829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005301830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005301830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005301830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:03.039343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4951): Terminating (SIGTERM)\u000a00:53:03.082514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4954): Terminating (SIGTERM)\u000a00:53:03.128234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4957): Terminating (SIGTERM)\u000a00:53:03.138803 --- ParallelTerminationStrategy: PID 4951 died...\u000a00:53:03.198686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4951): Terminated: ok {rc=0}\u000a00:53:03.209540 --- ParallelTerminationStrategy: PID 4954 died...\u000a00:53:03.266893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4954): Terminated: ok {rc=0}\u000a00:53:03.277685 --- ParallelTerminationStrategy: PID 4957 died...\u000a00:53:03.335189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4957): Terminated: ok {rc=0}\u000a00:53:03.424284 bus /sierra_3: Setting Powered False\u000a00:53:04.535102 bus /sierra_3: Setting Powered False\u000a00:53:05.646440 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4979): Process ended prematurely: osmo-stp_10.42.42.5(pid=4979) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4979)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4979): Process ended prematurely: osmo-stp_10.42.42.5(pid=4979) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:53:06.760572 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:06.774472 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:06.923160 tst mo_mt_call_osmux.py: using LAC 24850\u000a00:53:07.046830 tst mo_mt_call_osmux.py: using RAC 115\u000a00:53:07.174670 tst mo_mt_call_osmux.py: using CellId 24850\u000a00:53:07.293632 tst mo_mt_call_osmux.py: using BVCI 24851\u000a00:53:07.317368 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:07.329023 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:07.341436 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:07.353760 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:07.366428 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:07.380145 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:07.497617 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:07.709484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:08.263203 run create_hlr_db(pid=4973): Launched\u000a00:53:08.455251 bus /sierra_2: Setting Powered False\u000a00:53:09.479369 run create_hlr_db(pid=4973): Terminated: ok {rc=0}\u000a00:53:09.940211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4975): Launched\u000a00:53:10.381863 run osmo-hlr_10.42.42.2(pid=4976): Launched\u000a00:53:10.637254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:11.237350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4978): Launched\u000a00:53:11.676835 run osmo-stp_10.42.42.5(pid=4979): Launched\u000a00:53:11.908707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:12.542939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4981): Launched\u000a00:53:12.996353 run osmo-msc_10.42.42.6(pid=4982): Launched\u000a00:53:13.453278 run osmo-stp_10.42.42.5(pid=4979): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4979)]\u000a00:53:13.698677 run osmo-stp_10.42.42.5(pid=4979): stdout: \u000a| (launched: 2022-12-10_00:53:11.409272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:13.856511 run osmo-stp_10.42.42.5(pid=4979): stderr: \u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:14.019831 run osmo-stp_10.42.42.5(pid=4979): stdout: \u000a| (launched: 2022-12-10_00:53:11.409272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:14.183898 run osmo-stp_10.42.42.5(pid=4979): stderr: \u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005311712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005311713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:14.249465 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4979): Process ended prematurely: osmo-stp_10.42.42.5(pid=4979) [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4979)] [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:53:14.259821 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a00:53:14.340642 run osmo-hlr_10.42.42.2(pid=4976): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4976)]\u000a00:53:14.408479 run osmo-hlr_10.42.42.2(pid=4976): stdout: \u000a| (launched: 2022-12-10_00:53:10.114688) \u000a00:53:14.480388 run osmo-hlr_10.42.42.2(pid=4976): stderr: \u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005310426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005310439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005310453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005310453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005310453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:14.577149 run osmo-msc_10.42.42.6(pid=4982): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4982)]\u000a00:53:14.640302 run osmo-msc_10.42.42.6(pid=4982): stdout: \u000a| (launched: 2022-12-10_00:53:12.716424) \u000a00:53:14.697985 run osmo-msc_10.42.42.6(pid=4982): stderr: \u000a| �[0;m�[38;5;43m20221210005313243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005313243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bc7704c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005313243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005313243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005313244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005313244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005313254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005313254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005313254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005313254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:14.754373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4975): Terminating (SIGTERM)\u000a00:53:14.809950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4978): Terminating (SIGTERM)\u000a00:53:14.868015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4981): Terminating (SIGTERM)\u000a00:53:14.878594 --- ParallelTerminationStrategy: PID 4975 died...\u000a00:53:14.957400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4975): Terminated: ok {rc=0}\u000a00:53:14.972447 --- ParallelTerminationStrategy: PID 4978 died...\u000a00:53:15.045836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4978): Terminated: ok {rc=0}\u000a00:53:15.056628 --- ParallelTerminationStrategy: PID 4981 died...\u000a00:53:15.126182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4981): Terminated: ok {rc=0}\u000a00:53:15.254514 bus /sierra_3: Setting Powered False\u000a00:53:16.416290 bus /sierra_3: Setting Powered False\u000a00:53:17.534289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "emergency:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5252): Process ended prematurely: osmo-stp_10.42.42.5(pid=5252) [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5252)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5252): Process ended prematurely: osmo-stp_10.42.42.5(pid=5252) [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:53:19.529489 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:19.541484 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:19.674903 tst emergency_mo_mt_call.py: using LAC 24851\u000a00:53:19.803489 tst emergency_mo_mt_call.py: using RAC 116\u000a00:53:19.932583 tst emergency_mo_mt_call.py: using CellId 24851\u000a00:53:20.064014 tst emergency_mo_mt_call.py: using BVCI 24852\u000a00:53:20.089483 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:20.101918 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:20.113757 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:20.125123 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:20.136812 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:20.148646 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:20.274012 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:20.492611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:21.059402 run create_hlr_db(pid=5246): Launched\u000a00:53:21.251568 bus /sierra_2: Setting Powered False\u000a00:53:22.274494 run create_hlr_db(pid=5246): Terminated: ok {rc=0}\u000a00:53:22.727060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5248): Launched\u000a00:53:23.152257 run osmo-hlr_10.42.42.2(pid=5249): Launched\u000a00:53:23.411140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:23.999571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5251): Launched\u000a00:53:24.433113 run osmo-stp_10.42.42.5(pid=5252): Launched\u000a00:53:24.662942 tst emergency_mo_mt_call.py: using MSISDN 7469\u000a00:53:24.829157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:25.448886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5254): Launched\u000a00:53:25.787440 run osmo-msc_10.42.42.6(pid=5255): Launched\u000a00:53:25.976755 run osmo-stp_10.42.42.5(pid=5252): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5252)]\u000a00:53:26.113317 run osmo-stp_10.42.42.5(pid=5252): stdout: \u000a| (launched: 2022-12-10_00:53:24.169462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:26.248681 run osmo-stp_10.42.42.5(pid=5252): stderr: \u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005324471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:26.378583 run osmo-stp_10.42.42.5(pid=5252): stdout: \u000a| (launched: 2022-12-10_00:53:24.169462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:26.506290 run osmo-stp_10.42.42.5(pid=5252): stderr: \u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005324470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005324471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005324471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:26.562278 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5252): Process ended prematurely: osmo-stp_10.42.42.5(pid=5252) [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5252)] [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a00:53:26.571018 tst emergency_mo_mt_call.py:19: Test FAILED (7.0 sec)\u000a00:53:26.633582 run osmo-hlr_10.42.42.2(pid=5249): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5249)]\u000a00:53:26.684739 run osmo-hlr_10.42.42.2(pid=5249): stdout: \u000a| (launched: 2022-12-10_00:53:22.897953) \u000a00:53:26.736580 run osmo-hlr_10.42.42.2(pid=5249): stderr: \u000a| �[0;m�[1;31m20221210005323210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005323210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005323210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005323210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005323211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005323211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005323231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005323247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005323248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005323248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:26.806947 run osmo-msc_10.42.42.6(pid=5255): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5255)]\u000a00:53:26.858419 run osmo-msc_10.42.42.6(pid=5255): stdout: \u000a| (launched: 2022-12-10_00:53:25.628716) \u000a00:53:26.910212 run osmo-msc_10.42.42.6(pid=5255): stderr: \u000a| �[0;m�[38;5;43m20221210005325951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005325951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a1f853c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005325951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005325951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005325951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005325951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005325953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005325954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005325954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005325954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:26.954351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5248): Terminating (SIGTERM)\u000a00:53:26.996180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5251): Terminating (SIGTERM)\u000a00:53:27.037943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5254): Terminating (SIGTERM)\u000a00:53:27.047454 --- ParallelTerminationStrategy: PID 5248 died...\u000a00:53:27.103076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5248): Terminated: ok {rc=0}\u000a00:53:27.113270 --- ParallelTerminationStrategy: PID 5251 died...\u000a00:53:27.168261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5251): Terminated: ok {rc=0}\u000a00:53:27.178284 --- ParallelTerminationStrategy: PID 5254 died...\u000a00:53:27.234738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5254): Terminated: ok {rc=0}\u000a00:53:27.321071 bus /sierra_3: Setting Powered False\u000a00:53:28.427904 bus /sierra_3: Setting Powered False\u000a00:53:29.535747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5263): Process ended prematurely: osmo-stp_10.42.42.5(pid=5263) [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5263)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5263): Process ended prematurely: osmo-stp_10.42.42.5(pid=5263) [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:53:30.587466 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:30.599487 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:30.729983 tst emergency_preemptive_call.py: using LAC 24852\u000a00:53:30.873844 tst emergency_preemptive_call.py: using RAC 117\u000a00:53:31.007795 tst emergency_preemptive_call.py: using CellId 24852\u000a00:53:31.158392 tst emergency_preemptive_call.py: using BVCI 24853\u000a00:53:31.182179 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:31.194718 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:31.207310 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:31.219852 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:31.231427 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:31.243944 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:31.383898 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:31.527338 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:31.673685 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:31.918578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:32.434512 run create_hlr_db(pid=5257): Launched\u000a00:53:32.609088 bus /sierra_2: Setting Powered False\u000a00:53:33.629347 run create_hlr_db(pid=5257): Terminated: ok {rc=0}\u000a00:53:34.058538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5259): Launched\u000a00:53:34.377292 run osmo-hlr_10.42.42.2(pid=5260): Launched\u000a00:53:34.491679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:35.024313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5262): Launched\u000a00:53:35.325239 run osmo-stp_10.42.42.5(pid=5263): Launched\u000a00:53:35.445880 tst emergency_preemptive_call.py: using MSISDN 7470\u000a00:53:35.595616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:36.145412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5265): Launched\u000a00:53:36.448242 run osmo-msc_10.42.42.6(pid=5266): Launched\u000a00:53:36.626583 run osmo-stp_10.42.42.5(pid=5263): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5263)]\u000a00:53:36.755629 run osmo-stp_10.42.42.5(pid=5263): stdout: \u000a| (launched: 2022-12-10_00:53:35.176177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:36.881809 run osmo-stp_10.42.42.5(pid=5263): stderr: \u000a| �[0;m�[38;5;43m20221210005335345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005335346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005335346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005335346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:37.003017 run osmo-stp_10.42.42.5(pid=5263): stdout: \u000a| (launched: 2022-12-10_00:53:35.176177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:37.123225 run osmo-stp_10.42.42.5(pid=5263): stderr: \u000a| �[0;m�[38;5;43m20221210005335345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005335346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005335346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005335346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005335347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:37.175966 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5263): Process ended prematurely: osmo-stp_10.42.42.5(pid=5263) [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5263)] [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a00:53:37.184244 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a00:53:37.244654 run osmo-hlr_10.42.42.2(pid=5260): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5260)]\u000a00:53:37.293749 run osmo-hlr_10.42.42.2(pid=5260): stdout: \u000a| (launched: 2022-12-10_00:53:34.222260) \u000a00:53:37.343545 run osmo-hlr_10.42.42.2(pid=5260): stderr: \u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005334402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005334414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005334423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005334423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005334423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:37.410757 run osmo-msc_10.42.42.6(pid=5266): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5266)]\u000a00:53:37.460107 run osmo-msc_10.42.42.6(pid=5266): stdout: \u000a| (launched: 2022-12-10_00:53:36.297648) \u000a00:53:37.511134 run osmo-msc_10.42.42.6(pid=5266): stderr: \u000a| �[0;m�[38;5;43m20221210005336570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005336570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19f8d3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005336571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005336571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005336571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005336571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005336573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005336574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005336574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005336574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:37.553264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5259): Terminating (SIGTERM)\u000a00:53:37.593450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5262): Terminating (SIGTERM)\u000a00:53:37.633699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5265): Terminating (SIGTERM)\u000a00:53:37.643105 --- ParallelTerminationStrategy: PID 5259 died...\u000a00:53:37.696604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5259): Terminated: ok {rc=0}\u000a00:53:37.706653 --- ParallelTerminationStrategy: PID 5262 died...\u000a00:53:37.759679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5262): Terminated: ok {rc=0}\u000a00:53:37.769955 --- ParallelTerminationStrategy: PID 5265 died...\u000a00:53:37.823666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5265): Terminated: ok {rc=0}\u000a00:53:37.913486 bus /sierra_9: Setting Powered False\u000a00:53:39.018333 bus /sierra_9: Setting Powered False\u000a00:53:40.130686 bus /sierra_8: Setting Powered False\u000a00:53:41.234784 bus /sierra_8: Setting Powered False\u000a00:53:42.347112 bus /sierra_3: Setting Powered False\u000a00:53:43.448865 bus /sierra_3: Setting Powered False\u000a00:53:44.560583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:53:19" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:53:46.717828 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:46.732337 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:46.874580 tst cs_paging_gprs_active.py: using LAC 24853\u000a00:53:47.031427 tst cs_paging_gprs_active.py: using RAC 118\u000a00:53:47.169454 tst cs_paging_gprs_active.py: using CellId 24853\u000a00:53:47.303129 tst cs_paging_gprs_active.py: using BVCI 24854\u000a00:53:47.328506 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.339389 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.350198 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.360895 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.371745 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.382400 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.393218 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.403808 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:47.414782 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.532262 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.828429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:53:47.966245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:48.305582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5271): Launched\u000a00:53:48.588883 run iperf3-srv_10.42.42.10(pid=5272): Launched\u000a00:53:48.790972 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:53:48.929420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:49.269396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5273): Launched\u000a00:53:49.552032 run iperf3-srv_10.42.42.10(pid=5274): Launched\u000a00:53:49.752706 tst cs_paging_gprs_active.py:38: start network...\u000a00:53:49.889985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:50.416598 run create_hlr_db(pid=5275): Launched\u000a00:53:50.606034 bus /sierra_2: Setting Powered False\u000a00:53:51.627860 run create_hlr_db(pid=5275): Terminated: ok {rc=0}\u000a00:53:52.037237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Launched\u000a00:53:52.344272 run osmo-hlr_10.42.42.2(pid=5278): Launched\u000a00:53:52.462342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:53.001804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Launched\u000a00:53:53.307809 run osmo-stp_10.42.42.5(pid=5281): Launched\u000a00:53:53.419630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:53.953567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Launched\u000a00:53:54.063861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:54.333188 run patchelf(pid=5284): Launched\u000a00:53:54.513215 run osmo-stp_10.42.42.5(pid=5281): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]\u000a00:53:54.644205 run osmo-stp_10.42.42.5(pid=5281): stdout: \u000a| (launched: 2022-12-10_00:53:53.156731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:54.775912 run osmo-stp_10.42.42.5(pid=5281): stderr: \u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005353329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:54.902769 run osmo-stp_10.42.42.5(pid=5281): stdout: \u000a| (launched: 2022-12-10_00:53:53.156731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:55.028470 run osmo-stp_10.42.42.5(pid=5281): stderr: \u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005353329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005353330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:55.175597 run patchelf(pid=5284): Terminating (SIGINT)\u000a00:53:55.347486 run patchelf(pid=5284): Terminated: ok {rc=0}\u000a00:53:55.379085 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)] [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a00:53:55.388156 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:53:55.449340 run osmo-hlr_10.42.42.2(pid=5278): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5278)]\u000a00:53:55.498667 run osmo-hlr_10.42.42.2(pid=5278): stdout: \u000a| (launched: 2022-12-10_00:53:52.193055) \u000a00:53:55.548740 run osmo-hlr_10.42.42.2(pid=5278): stderr: \u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005352369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005352383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005352393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005352394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005352394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:55.590946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5271): Terminating (SIGTERM)\u000a00:53:55.631220 run iperf3-srv_10.42.42.10(pid=5272): Terminating (SIGTERM)\u000a00:53:55.671634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5273): Terminating (SIGTERM)\u000a00:53:55.711875 run iperf3-srv_10.42.42.10(pid=5274): Terminating (SIGTERM)\u000a00:53:55.752284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Terminating (SIGTERM)\u000a00:53:55.792782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Terminating (SIGTERM)\u000a00:53:55.833025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Terminating (SIGTERM)\u000a00:53:55.842649 --- ParallelTerminationStrategy: PID 5271 died...\u000a00:53:55.896424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5271): Terminated: ok {rc=0}\u000a00:53:55.906296 --- ParallelTerminationStrategy: PID 5272 died...\u000a00:53:55.959932 run iperf3-srv_10.42.42.10(pid=5272): Terminated {rc=256}\u000a00:53:55.969606 --- ParallelTerminationStrategy: PID 5273 died...\u000a00:53:56.022941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5273): Terminated: ok {rc=0}\u000a00:53:56.032901 --- ParallelTerminationStrategy: PID 5274 died...\u000a00:53:56.086245 run iperf3-srv_10.42.42.10(pid=5274): Terminated {rc=256}\u000a00:53:56.095915 --- ParallelTerminationStrategy: PID 5277 died...\u000a00:53:56.149203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Terminated: ok {rc=0}\u000a00:53:56.159057 --- ParallelTerminationStrategy: PID 5280 died...\u000a00:53:56.212016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Terminated: ok {rc=0}\u000a00:53:56.222005 --- ParallelTerminationStrategy: PID 5283 died...\u000a00:53:56.276300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Terminated: ok {rc=0}\u000a00:53:56.365408 bus /gobi_0: Setting Powered False\u000a00:53:57.468866 bus /gobi_0: Setting Powered False\u000a00:53:58.579687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2367↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2367↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a00:53:59.691459 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:53:59.702643 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:59.827145 tst iperf3.py: using LAC 24854\u000a00:53:59.945974 tst iperf3.py: using RAC 119\u000a00:54:00.064917 tst iperf3.py: using CellId 24854\u000a00:54:00.184554 tst iperf3.py: using BVCI 24855\u000a00:54:00.207852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.218370 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.228699 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.239272 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.249827 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.260613 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.271234 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.281688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:00.292256 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:00.572382 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:00.700300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:01.058944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Launched\u000a00:54:01.345988 run iperf3-srv_10.42.42.10(pid=5287): Launched\u000a00:54:01.536171 tst iperf3.py:8: start network...\u000a00:54:01.666525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:02.237192 run create_hlr_db(pid=5288): Launched\u000a00:54:02.426947 bus /gobi_6: Setting Powered False\u000a00:54:03.447338 run create_hlr_db(pid=5288): Terminated: ok {rc=0}\u000a00:54:03.855682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Launched\u000a00:54:04.160932 run osmo-hlr_10.42.42.2(pid=5291): Launched\u000a00:54:04.279968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:04.817182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Launched\u000a00:54:05.123127 run osmo-stp_10.42.42.5(pid=5294): Launched\u000a00:54:05.234293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:05.768138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Launched\u000a00:54:05.877224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:06.144337 run patchelf(pid=5297): Launched\u000a00:54:06.323218 run osmo-stp_10.42.42.5(pid=5294): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]\u000a00:54:06.454152 run osmo-stp_10.42.42.5(pid=5294): stdout: \u000a| (launched: 2022-12-10_00:54:04.972027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:06.585597 run osmo-stp_10.42.42.5(pid=5294): stderr: \u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005405145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:06.712274 run osmo-stp_10.42.42.5(pid=5294): stdout: \u000a| (launched: 2022-12-10_00:54:04.972027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:06.838014 run osmo-stp_10.42.42.5(pid=5294): stderr: \u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005405144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005405145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005405145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:06.983989 run patchelf(pid=5297): Terminating (SIGINT)\u000a00:54:07.155528 run patchelf(pid=5297): Terminated: ok {rc=0}\u000a00:54:07.186808 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2367↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)] [trial-2367↪gprs:oc2g↪iperf3.py:8]\u000a00:54:07.196020 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:54:07.256897 run osmo-hlr_10.42.42.2(pid=5291): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5291)]\u000a00:54:07.306300 run osmo-hlr_10.42.42.2(pid=5291): stdout: \u000a| (launched: 2022-12-10_00:54:04.010784) \u000a00:54:07.356071 run osmo-hlr_10.42.42.2(pid=5291): stderr: \u000a| �[0;m�[1;31m20221210005404188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005404188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005404188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005404188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005404188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005404189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005404202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005404211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005404211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005404212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:07.399217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Terminating (SIGTERM)\u000a00:54:07.439204 run iperf3-srv_10.42.42.10(pid=5287): Terminating (SIGTERM)\u000a00:54:07.479361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Terminating (SIGTERM)\u000a00:54:07.520702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Terminating (SIGTERM)\u000a00:54:07.561143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Terminating (SIGTERM)\u000a00:54:07.570519 --- ParallelTerminationStrategy: PID 5286 died...\u000a00:54:07.623956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Terminated: ok {rc=0}\u000a00:54:07.633834 --- ParallelTerminationStrategy: PID 5287 died...\u000a00:54:07.687192 run iperf3-srv_10.42.42.10(pid=5287): Terminated {rc=256}\u000a00:54:07.696876 --- ParallelTerminationStrategy: PID 5290 died...\u000a00:54:07.750194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Terminated: ok {rc=0}\u000a00:54:07.759776 --- ParallelTerminationStrategy: PID 5293 died...\u000a00:54:07.813005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Terminated: ok {rc=0}\u000a00:54:07.822930 --- ParallelTerminationStrategy: PID 5296 died...\u000a00:54:07.876020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Terminated: ok {rc=0}\u000a00:54:07.960257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2367↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2367↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a00:54:09.076645 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.088242 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:09.220252 tst iperf3m4.py: using LAC 24855\u000a00:54:09.343999 tst iperf3m4.py: using RAC 120\u000a00:54:09.479045 tst iperf3m4.py: using CellId 24855\u000a00:54:09.611981 tst iperf3m4.py: using BVCI 24856\u000a00:54:09.635321 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.645759 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.656100 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.666750 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.677173 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.687755 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.698417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.708782 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:09.719360 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:09.842069 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:09.959368 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:10.079329 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:10.359854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:10.487600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:10.806693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5298): Launched\u000a00:54:11.071176 run iperf3-srv_10.42.42.10(pid=5299): Launched\u000a00:54:11.258211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:54:11.385713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:11.702128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5300): Launched\u000a00:54:11.994695 run iperf3-srv_10.42.42.10(pid=5301): Launched\u000a00:54:12.181296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:54:12.308704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:12.626648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5302): Launched\u000a00:54:12.891392 run iperf3-srv_10.42.42.10(pid=5303): Launched\u000a00:54:13.078474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:54:13.205963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:13.523297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5304): Launched\u000a00:54:13.786869 run iperf3-srv_10.42.42.10(pid=5305): Launched\u000a00:54:13.973003 tst iperf3m4.py:8: start network...\u000a00:54:14.099981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:14.582623 run create_hlr_db(pid=5306): Launched\u000a00:54:14.758224 bus /gobi_6: Setting Powered False\u000a00:54:15.780627 run create_hlr_db(pid=5306): Terminated: ok {rc=0}\u000a00:54:16.236381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Launched\u000a00:54:16.668263 run osmo-hlr_10.42.42.2(pid=5309): Launched\u000a00:54:16.804134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:17.435661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Launched\u000a00:54:17.765935 run osmo-stp_10.42.42.5(pid=5312): Launched\u000a00:54:17.885944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:18.461820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5314): Launched\u000a00:54:18.578343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:18.864671 run patchelf(pid=5315): Launched\u000a00:54:19.056045 run osmo-stp_10.42.42.5(pid=5312): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a00:54:19.195314 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-10_00:54:17.603643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:19.335289 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005417798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:19.470863 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-10_00:54:17.603643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:19.605168 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005417797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005417798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005417798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:19.760744 run patchelf(pid=5315): Terminating (SIGINT)\u000a00:54:19.944004 run patchelf(pid=5315): Terminated: ok {rc=0}\u000a00:54:19.977337 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2367↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)] [trial-2367↪gprs:oc2g↪iperf3m4.py:8]\u000a00:54:19.987104 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:54:20.050399 run osmo-hlr_10.42.42.2(pid=5309): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5309)]\u000a00:54:20.101875 run osmo-hlr_10.42.42.2(pid=5309): stdout: \u000a| (launched: 2022-12-10_00:54:16.396460) \u000a00:54:20.153885 run osmo-hlr_10.42.42.2(pid=5309): stderr: \u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005416612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005416629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005416644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005416650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005416652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:20.198348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5298): Terminating (SIGTERM)\u000a00:54:20.240126 run iperf3-srv_10.42.42.10(pid=5299): Terminating (SIGTERM)\u000a00:54:20.282468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5300): Terminating (SIGTERM)\u000a00:54:20.324037 run iperf3-srv_10.42.42.10(pid=5301): Terminating (SIGTERM)\u000a00:54:20.365918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5302): Terminating (SIGTERM)\u000a00:54:20.407560 run iperf3-srv_10.42.42.10(pid=5303): Terminating (SIGTERM)\u000a00:54:20.449440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5304): Terminating (SIGTERM)\u000a00:54:20.491120 run iperf3-srv_10.42.42.10(pid=5305): Terminating (SIGTERM)\u000a00:54:20.532827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminating (SIGTERM)\u000a00:54:20.574740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminating (SIGTERM)\u000a00:54:20.616644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5314): Terminating (SIGTERM)\u000a00:54:20.626522 --- ParallelTerminationStrategy: PID 5298 died...\u000a00:54:20.682951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5298): Terminated: ok {rc=0}\u000a00:54:20.693227 --- ParallelTerminationStrategy: PID 5299 died...\u000a00:54:20.748772 run iperf3-srv_10.42.42.10(pid=5299): Terminated {rc=256}\u000a00:54:20.758866 --- ParallelTerminationStrategy: PID 5300 died...\u000a00:54:20.814352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5300): Terminated: ok {rc=0}\u000a00:54:20.824525 --- ParallelTerminationStrategy: PID 5301 died...\u000a00:54:20.880567 run iperf3-srv_10.42.42.10(pid=5301): Terminated {rc=256}\u000a00:54:20.890720 --- ParallelTerminationStrategy: PID 5302 died...\u000a00:54:20.946522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5302): Terminated: ok {rc=0}\u000a00:54:20.956586 --- ParallelTerminationStrategy: PID 5303 died...\u000a00:54:21.012297 run iperf3-srv_10.42.42.10(pid=5303): Terminated {rc=256}\u000a00:54:21.022439 --- ParallelTerminationStrategy: PID 5304 died...\u000a00:54:21.078353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5304): Terminated: ok {rc=0}\u000a00:54:21.088555 --- ParallelTerminationStrategy: PID 5305 died...\u000a00:54:21.144362 run iperf3-srv_10.42.42.10(pid=5305): Terminated {rc=256}\u000a00:54:21.154519 --- ParallelTerminationStrategy: PID 5308 died...\u000a00:54:21.210436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminated: ok {rc=0}\u000a00:54:21.220617 --- ParallelTerminationStrategy: PID 5311 died...\u000a00:54:21.277005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminated: ok {rc=0}\u000a00:54:21.287222 --- ParallelTerminationStrategy: PID 5314 died...\u000a00:54:21.343110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5314): Terminated: ok {rc=0}\u000a00:54:21.431176 bus /gobi_4: Setting Powered False\u000a00:54:22.536029 bus /gobi_4: Setting Powered False\u000a00:54:23.646733 bus /gobi_1: Setting Powered False\u000a00:54:24.749611 bus /gobi_1: Setting Powered False\u000a00:54:25.860900 bus /gobi_0: Setting Powered False\u000a00:54:26.965798 bus /gobi_0: Setting Powered False\u000a00:54:28.075138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2367↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2367↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g ping.py\u000a----------------------------------------------\u000a00:54:29.142831 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.154486 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:29.283946 tst ping.py: using LAC 24856\u000a00:54:29.410140 tst ping.py: using RAC 121\u000a00:54:29.538424 tst ping.py: using CellId 24856\u000a00:54:29.664794 tst ping.py: using BVCI 24857\u000a00:54:29.689553 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.700489 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.711350 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.722127 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.732736 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.743441 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.754374 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.765052 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:30.054003 tst ping.py:19: start network...\u000a00:54:30.188587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:30.704871 run create_hlr_db(pid=5317): Launched\u000a00:54:30.894914 bus /gobi_6: Setting Powered False\u000a00:54:31.910726 run create_hlr_db(pid=5317): Terminated: ok {rc=0}\u000a00:54:32.363292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Launched\u000a00:54:32.687232 run osmo-hlr_10.42.42.2(pid=5320): Launched\u000a00:54:32.807471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:33.372857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Launched\u000a00:54:33.695876 run osmo-stp_10.42.42.5(pid=5323): Launched\u000a00:54:33.812184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:34.375025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5325): Launched\u000a00:54:34.489686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:34.771108 run patchelf(pid=5326): Launched\u000a00:54:34.960172 run osmo-stp_10.42.42.5(pid=5323): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a00:54:35.098108 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-10_00:54:33.537259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:35.235580 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005433731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:35.369452 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-10_00:54:33.537259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:35.502148 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005433730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005433731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:35.655529 run patchelf(pid=5326): Terminating (SIGINT)\u000a00:54:35.835485 run patchelf(pid=5326): Terminated: ok {rc=0}\u000a00:54:35.868096 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2367↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)] [trial-2367↪gprs:oc2g↪ping.py:22]\u000a00:54:35.877745 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:54:35.941200 run osmo-hlr_10.42.42.2(pid=5320): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5320)]\u000a00:54:35.992803 run osmo-hlr_10.42.42.2(pid=5320): stdout: \u000a| (launched: 2022-12-10_00:54:32.527851) \u000a00:54:36.045129 run osmo-hlr_10.42.42.2(pid=5320): stderr: \u000a| �[0;m�[1;31m20221210005432726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005432726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005432726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005432726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005432727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005432727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005432739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005432747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005432748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005432748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:36.089694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminating (SIGTERM)\u000a00:54:36.131876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminating (SIGTERM)\u000a00:54:36.173880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5325): Terminating (SIGTERM)\u000a00:54:36.183783 --- ParallelTerminationStrategy: PID 5319 died...\u000a00:54:36.240077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminated: ok {rc=0}\u000a00:54:36.250416 --- ParallelTerminationStrategy: PID 5322 died...\u000a00:54:36.306468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminated: ok {rc=0}\u000a00:54:36.316729 --- ParallelTerminationStrategy: PID 5325 died...\u000a00:54:36.372677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5325): Terminated: ok {rc=0}\u000a00:54:36.460104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5333): Process ended prematurely: osmo-stp_10.42.42.5(pid=5333) [trial-2367↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5333)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5333): Process ended prematurely: osmo-stp_10.42.42.5(pid=5333) [trial-2367↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a00:54:37.510235 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:37.521432 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:37.644326 tst ping_idle_ping.py: using LAC 24857\u000a00:54:37.762941 tst ping_idle_ping.py: using RAC 122\u000a00:54:37.880322 tst ping_idle_ping.py: using CellId 24857\u000a00:54:37.999777 tst ping_idle_ping.py: using BVCI 24858\u000a00:54:38.022712 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.033206 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.043614 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.054324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.064761 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.075548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.086034 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.096577 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:38.387237 tst ping_idle_ping.py:24: start network...\u000a00:54:38.522049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:39.044372 run create_hlr_db(pid=5327): Launched\u000a00:54:39.231790 bus /gobi_6: Setting Powered False\u000a00:54:40.252641 run create_hlr_db(pid=5327): Terminated: ok {rc=0}\u000a00:54:40.683294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5329): Launched\u000a00:54:41.008402 run osmo-hlr_10.42.42.2(pid=5330): Launched\u000a00:54:41.129341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:41.691135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5332): Launched\u000a00:54:42.015301 run osmo-stp_10.42.42.5(pid=5333): Launched\u000a00:54:42.132232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:42.696086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5335): Launched\u000a00:54:42.810762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:43.093830 run patchelf(pid=5336): Launched\u000a00:54:43.282473 run osmo-stp_10.42.42.5(pid=5333): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5333)]\u000a00:54:43.420301 run osmo-stp_10.42.42.5(pid=5333): stdout: \u000a| (launched: 2022-12-10_00:54:41.855290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:43.557872 run osmo-stp_10.42.42.5(pid=5333): stderr: \u000a| �[0;m�[38;5;43m20221210005442047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005442048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005442048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005442048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:43.691269 run osmo-stp_10.42.42.5(pid=5333): stdout: \u000a| (launched: 2022-12-10_00:54:41.855290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:43.823688 run osmo-stp_10.42.42.5(pid=5333): stderr: \u000a| �[0;m�[38;5;43m20221210005442047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005442048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005442048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005442048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005442051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:43.977614 run patchelf(pid=5336): Terminating (SIGINT)\u000a00:54:44.158059 run patchelf(pid=5336): Terminated: ok {rc=0}\u000a00:54:44.190634 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5333): Process ended prematurely: osmo-stp_10.42.42.5(pid=5333) [trial-2367↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5333)] [trial-2367↪gprs:oc2g↪ping_idle_ping.py:27]\u000a00:54:44.199656 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:54:44.262525 run osmo-hlr_10.42.42.2(pid=5330): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5330)]\u000a00:54:44.313945 run osmo-hlr_10.42.42.2(pid=5330): stdout: \u000a| (launched: 2022-12-10_00:54:40.848679) \u000a00:54:44.365789 run osmo-hlr_10.42.42.2(pid=5330): stderr: \u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005441048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005441061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005441070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005441070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005441070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:44.410144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5329): Terminating (SIGTERM)\u000a00:54:44.452044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5332): Terminating (SIGTERM)\u000a00:54:44.493920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5335): Terminating (SIGTERM)\u000a00:54:44.503772 --- ParallelTerminationStrategy: PID 5329 died...\u000a00:54:44.559648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5329): Terminated: ok {rc=0}\u000a00:54:44.569843 --- ParallelTerminationStrategy: PID 5332 died...\u000a00:54:44.625540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5332): Terminated: ok {rc=0}\u000a00:54:44.635632 --- ParallelTerminationStrategy: PID 5335 died...\u000a00:54:44.690994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5335): Terminated: ok {rc=0}\u000a00:54:44.778001 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:53:46" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5350): Process ended prematurely: osmo-stp_10.42.42.5(pid=5350) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5350)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5350): Process ended prematurely: osmo-stp_10.42.42.5(pid=5350) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:54:46.944928 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:46.961767 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:54:47.125080 tst cs_paging_gprs_active.py: using LAC 24858\u000a00:54:47.269571 tst cs_paging_gprs_active.py: using RAC 123\u000a00:54:47.390156 tst cs_paging_gprs_active.py: using CellId 24858\u000a00:54:47.512597 tst cs_paging_gprs_active.py: using BVCI 24859\u000a00:54:47.535641 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.546316 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.556749 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.567625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.578493 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.589079 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.599864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.610380 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:47.621388 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:54:47.736246 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:54:48.029831 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:54:48.165271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:48.497581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Launched\u000a00:54:48.758115 run iperf3-srv_10.42.42.10(pid=5341): Launched\u000a00:54:48.942465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:54:49.067738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:49.379909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5342): Launched\u000a00:54:49.639429 run iperf3-srv_10.42.42.10(pid=5343): Launched\u000a00:54:49.822518 tst cs_paging_gprs_active.py:38: start network...\u000a00:54:49.947751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:50.424539 run create_hlr_db(pid=5344): Launched\u000a00:54:50.597980 bus /gobi_6: Setting Powered False\u000a00:54:51.619274 run create_hlr_db(pid=5344): Terminated: ok {rc=0}\u000a00:54:52.020311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5346): Launched\u000a00:54:52.323015 run osmo-hlr_10.42.42.2(pid=5347): Launched\u000a00:54:52.441675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:52.963965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5349): Launched\u000a00:54:53.264681 run osmo-stp_10.42.42.5(pid=5350): Launched\u000a00:54:53.374031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:53.898323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5352): Launched\u000a00:54:54.006130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:54.269242 run patchelf(pid=5353): Launched\u000a00:54:54.444835 run osmo-stp_10.42.42.5(pid=5350): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5350)]\u000a00:54:54.573947 run osmo-stp_10.42.42.5(pid=5350): stdout: \u000a| (launched: 2022-12-10_00:54:53.116379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:54.702677 run osmo-stp_10.42.42.5(pid=5350): stderr: \u000a| �[0;m�[38;5;43m20221210005453288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005453288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005453289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005453289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:54.827381 run osmo-stp_10.42.42.5(pid=5350): stdout: \u000a| (launched: 2022-12-10_00:54:53.116379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:54.951093 run osmo-stp_10.42.42.5(pid=5350): stderr: \u000a| �[0;m�[38;5;43m20221210005453288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005453288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005453289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005453289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005453290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:55.094781 run patchelf(pid=5353): Terminating (SIGINT)\u000a00:54:55.262941 run patchelf(pid=5353): Terminated: ok {rc=0}\u000a00:54:55.294071 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5350): Process ended prematurely: osmo-stp_10.42.42.5(pid=5350) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5350)] [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:54:55.303276 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a00:54:55.363980 run osmo-hlr_10.42.42.2(pid=5347): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5347)]\u000a00:54:55.413115 run osmo-hlr_10.42.42.2(pid=5347): stdout: \u000a| (launched: 2022-12-10_00:54:52.173417) \u000a00:54:55.463034 run osmo-hlr_10.42.42.2(pid=5347): stderr: \u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005452351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005452363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005452371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005452371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005452371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:55.505263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a00:54:55.545629 run iperf3-srv_10.42.42.10(pid=5341): Terminating (SIGTERM)\u000a00:54:55.585466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5342): Terminating (SIGTERM)\u000a00:54:55.625451 run iperf3-srv_10.42.42.10(pid=5343): Terminating (SIGTERM)\u000a00:54:55.665802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5346): Terminating (SIGTERM)\u000a00:54:55.705495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5349): Terminating (SIGTERM)\u000a00:54:55.745397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5352): Terminating (SIGTERM)\u000a00:54:55.754723 --- ParallelTerminationStrategy: PID 5340 died...\u000a00:54:55.808287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a00:54:55.818000 --- ParallelTerminationStrategy: PID 5341 died...\u000a00:54:55.871161 run iperf3-srv_10.42.42.10(pid=5341): Terminated {rc=256}\u000a00:54:55.880471 --- ParallelTerminationStrategy: PID 5342 died...\u000a00:54:55.933800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5342): Terminated: ok {rc=0}\u000a00:54:55.943261 --- ParallelTerminationStrategy: PID 5343 died...\u000a00:54:55.996513 run iperf3-srv_10.42.42.10(pid=5343): Terminated {rc=256}\u000a00:54:56.006069 --- ParallelTerminationStrategy: PID 5346 died...\u000a00:54:56.059139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5346): Terminated: ok {rc=0}\u000a00:54:56.068651 --- ParallelTerminationStrategy: PID 5349 died...\u000a00:54:56.122161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5349): Terminated: ok {rc=0}\u000a00:54:56.131674 --- ParallelTerminationStrategy: PID 5352 died...\u000a00:54:56.185089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5352): Terminated: ok {rc=0}\u000a00:54:56.274026 bus /gobi_0: Setting Powered False\u000a00:54:57.377500 bus /gobi_0: Setting Powered False\u000a00:54:58.483992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5365): Process ended prematurely: osmo-stp_10.42.42.5(pid=5365) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5365)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5365): Process ended prematurely: osmo-stp_10.42.42.5(pid=5365) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:54:59.598406 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:54:59.610219 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:54:59.740764 tst iperf3.py: using LAC 24859\u000a00:54:59.867263 tst iperf3.py: using RAC 124\u000a00:54:59.989298 tst iperf3.py: using CellId 24859\u000a00:55:00.107211 tst iperf3.py: using BVCI 24860\u000a00:55:00.130280 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.141117 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.151605 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.162709 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.173627 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.184342 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.195276 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.206168 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:00.217060 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:00.510444 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:00.644817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:01.012057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Launched\u000a00:55:01.310618 run iperf3-srv_10.42.42.10(pid=5355): Launched\u000a00:55:01.511429 tst iperf3.py:8: start network...\u000a00:55:01.648450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:02.271117 run create_hlr_db(pid=5359): Launched\u000a00:55:02.456597 bus /gobi_6: Setting Powered False\u000a00:55:03.477361 run create_hlr_db(pid=5359): Terminated: ok {rc=0}\u000a00:55:03.903915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5361): Launched\u000a00:55:04.224457 run osmo-hlr_10.42.42.2(pid=5362): Launched\u000a00:55:04.344451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:04.904772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5364): Launched\u000a00:55:05.227314 run osmo-stp_10.42.42.5(pid=5365): Launched\u000a00:55:05.343086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:05.904161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5367): Launched\u000a00:55:06.018744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:06.299624 run patchelf(pid=5368): Launched\u000a00:55:06.487355 run osmo-stp_10.42.42.5(pid=5365): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5365)]\u000a00:55:06.624901 run osmo-stp_10.42.42.5(pid=5365): stdout: \u000a| (launched: 2022-12-10_00:55:05.069461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:06.762636 run osmo-stp_10.42.42.5(pid=5365): stderr: \u000a| �[0;m�[38;5;43m20221210005505263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005505263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005505264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005505264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005505264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005505265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005505265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:06.896312 run osmo-stp_10.42.42.5(pid=5365): stdout: \u000a| (launched: 2022-12-10_00:55:05.069461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:07.028698 run osmo-stp_10.42.42.5(pid=5365): stderr: \u000a| �[0;m�[38;5;43m20221210005505263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005505263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005505264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005505264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005505264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005505265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005505265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:07.182193 run patchelf(pid=5368): Terminating (SIGINT)\u000a00:55:07.361359 run patchelf(pid=5368): Terminated: ok {rc=0}\u000a00:55:07.394200 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5365): Process ended prematurely: osmo-stp_10.42.42.5(pid=5365) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5365)] [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a00:55:07.404028 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:55:07.466993 run osmo-hlr_10.42.42.2(pid=5362): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5362)]\u000a00:55:07.518318 run osmo-hlr_10.42.42.2(pid=5362): stdout: \u000a| (launched: 2022-12-10_00:55:04.067257) \u000a00:55:07.570424 run osmo-hlr_10.42.42.2(pid=5362): stderr: \u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005504268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005504281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005504289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:07.614986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Terminating (SIGTERM)\u000a00:55:07.656739 run iperf3-srv_10.42.42.10(pid=5355): Terminating (SIGTERM)\u000a00:55:07.700222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5361): Terminating (SIGTERM)\u000a00:55:07.742419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5364): Terminating (SIGTERM)\u000a00:55:07.784056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5367): Terminating (SIGTERM)\u000a00:55:07.793677 --- ParallelTerminationStrategy: PID 5354 died...\u000a00:55:07.849287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Terminated: ok {rc=0}\u000a00:55:07.859221 --- ParallelTerminationStrategy: PID 5355 died...\u000a00:55:07.914746 run iperf3-srv_10.42.42.10(pid=5355): Terminated {rc=256}\u000a00:55:07.924688 --- ParallelTerminationStrategy: PID 5361 died...\u000a00:55:07.980020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5361): Terminated: ok {rc=0}\u000a00:55:07.990033 --- ParallelTerminationStrategy: PID 5364 died...\u000a00:55:08.045387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5364): Terminated: ok {rc=0}\u000a00:55:08.055373 --- ParallelTerminationStrategy: PID 5367 died...\u000a00:55:08.111163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5367): Terminated: ok {rc=0}\u000a00:55:08.198414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:55:09.314252 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.326140 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:09.455688 tst iperf3m4.py: using LAC 24860\u000a00:55:09.581435 tst iperf3m4.py: using RAC 125\u000a00:55:09.710047 tst iperf3m4.py: using CellId 24860\u000a00:55:09.835863 tst iperf3m4.py: using BVCI 24861\u000a00:55:09.860543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.871748 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.882760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.894178 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.905143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.916045 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.927255 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.938188 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:09.949564 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:10.066813 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:10.181552 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:10.298770 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:10.573249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:10.698616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:11.011629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5369): Launched\u000a00:55:11.271084 run iperf3-srv_10.42.42.10(pid=5370): Launched\u000a00:55:11.453754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:55:11.578816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:11.890685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5371): Launched\u000a00:55:12.150245 run iperf3-srv_10.42.42.10(pid=5372): Launched\u000a00:55:12.332904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:55:12.457651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:12.769193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5373): Launched\u000a00:55:13.028253 run iperf3-srv_10.42.42.10(pid=5374): Launched\u000a00:55:13.210882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:55:13.335481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:13.647001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5375): Launched\u000a00:55:13.905956 run iperf3-srv_10.42.42.10(pid=5376): Launched\u000a00:55:14.088189 tst iperf3m4.py:8: start network...\u000a00:55:14.213007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:14.686882 run create_hlr_db(pid=5377): Launched\u000a00:55:14.860245 bus /gobi_6: Setting Powered False\u000a00:55:15.900042 run create_hlr_db(pid=5377): Terminated: ok {rc=0}\u000a00:55:16.350168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Launched\u000a00:55:16.732673 run osmo-hlr_10.42.42.2(pid=5380): Launched\u000a00:55:17.016625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:17.587313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Launched\u000a00:55:17.909956 run osmo-stp_10.42.42.5(pid=5383): Launched\u000a00:55:18.026156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:18.590389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5385): Launched\u000a00:55:18.705483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:18.987124 run patchelf(pid=5386): Launched\u000a00:55:19.176528 run osmo-stp_10.42.42.5(pid=5383): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]\u000a00:55:19.314756 run osmo-stp_10.42.42.5(pid=5383): stdout: \u000a| (launched: 2022-12-10_00:55:17.751480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:19.453158 run osmo-stp_10.42.42.5(pid=5383): stderr: \u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005517943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:19.587211 run osmo-stp_10.42.42.5(pid=5383): stdout: \u000a| (launched: 2022-12-10_00:55:17.751480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:19.719835 run osmo-stp_10.42.42.5(pid=5383): stderr: \u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005517942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005517943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005517945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:19.873815 run patchelf(pid=5386): Terminating (SIGINT)\u000a00:55:20.054461 run patchelf(pid=5386): Terminated: ok {rc=0}\u000a00:55:20.087621 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)] [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:55:20.097600 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:55:20.161371 run osmo-hlr_10.42.42.2(pid=5380): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5380)]\u000a00:55:20.213403 run osmo-hlr_10.42.42.2(pid=5380): stdout: \u000a| (launched: 2022-12-10_00:55:16.519939) \u000a00:55:20.266035 run osmo-hlr_10.42.42.2(pid=5380): stderr: \u000a| �[0;m�[1;31m20221210005516857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005516858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005516858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005516858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005516858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005516858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005516881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005516890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005516890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005516890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:20.310987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5369): Terminating (SIGTERM)\u000a00:55:20.353049 run iperf3-srv_10.42.42.10(pid=5370): Terminating (SIGTERM)\u000a00:55:20.395101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5371): Terminating (SIGTERM)\u000a00:55:20.437086 run iperf3-srv_10.42.42.10(pid=5372): Terminating (SIGTERM)\u000a00:55:20.479042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5373): Terminating (SIGTERM)\u000a00:55:20.520870 run iperf3-srv_10.42.42.10(pid=5374): Terminating (SIGTERM)\u000a00:55:20.562900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5375): Terminating (SIGTERM)\u000a00:55:20.604756 run iperf3-srv_10.42.42.10(pid=5376): Terminating (SIGTERM)\u000a00:55:20.648352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Terminating (SIGTERM)\u000a00:55:20.690396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Terminating (SIGTERM)\u000a00:55:20.732319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5385): Terminating (SIGTERM)\u000a00:55:20.742054 --- ParallelTerminationStrategy: PID 5369 died...\u000a00:55:20.798624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5369): Terminated: ok {rc=0}\u000a00:55:20.808637 --- ParallelTerminationStrategy: PID 5370 died...\u000a00:55:20.864592 run iperf3-srv_10.42.42.10(pid=5370): Terminated {rc=256}\u000a00:55:20.874595 --- ParallelTerminationStrategy: PID 5371 died...\u000a00:55:20.930730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5371): Terminated: ok {rc=0}\u000a00:55:20.940778 --- ParallelTerminationStrategy: PID 5372 died...\u000a00:55:20.996536 run iperf3-srv_10.42.42.10(pid=5372): Terminated {rc=256}\u000a00:55:21.006542 --- ParallelTerminationStrategy: PID 5373 died...\u000a00:55:21.062209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5373): Terminated: ok {rc=0}\u000a00:55:21.072264 --- ParallelTerminationStrategy: PID 5374 died...\u000a00:55:21.128162 run iperf3-srv_10.42.42.10(pid=5374): Terminated {rc=256}\u000a00:55:21.138485 --- ParallelTerminationStrategy: PID 5375 died...\u000a00:55:21.194495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5375): Terminated: ok {rc=0}\u000a00:55:21.204496 --- ParallelTerminationStrategy: PID 5376 died...\u000a00:55:21.260211 run iperf3-srv_10.42.42.10(pid=5376): Terminated {rc=256}\u000a00:55:21.270349 --- ParallelTerminationStrategy: PID 5379 died...\u000a00:55:21.326140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Terminated: ok {rc=0}\u000a00:55:21.336207 --- ParallelTerminationStrategy: PID 5382 died...\u000a00:55:21.392107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Terminated: ok {rc=0}\u000a00:55:21.402228 --- ParallelTerminationStrategy: PID 5385 died...\u000a00:55:21.457966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5385): Terminated: ok {rc=0}\u000a00:55:21.546520 bus /gobi_4: Setting Powered False\u000a00:55:22.651707 bus /gobi_4: Setting Powered False\u000a00:55:23.760182 bus /gobi_1: Setting Powered False\u000a00:55:24.867450 bus /gobi_1: Setting Powered False\u000a00:55:25.974929 bus /gobi_0: Setting Powered False\u000a00:55:27.082000 bus /gobi_0: Setting Powered False\u000a00:55:28.191494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:55:29.259935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.271750 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:29.400540 tst ping.py: using LAC 24861\u000a00:55:29.524332 tst ping.py: using RAC 126\u000a00:55:29.649310 tst ping.py: using CellId 24861\u000a00:55:29.774378 tst ping.py: using BVCI 24862\u000a00:55:29.798556 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.809760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.820751 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.831833 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.842820 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.853757 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.864751 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:29.875760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:30.162689 tst ping.py:19: start network...\u000a00:55:30.293555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:30.798175 run create_hlr_db(pid=5387): Launched\u000a00:55:30.985348 bus /gobi_6: Setting Powered False\u000a00:55:32.005397 run create_hlr_db(pid=5387): Terminated: ok {rc=0}\u000a00:55:32.418921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Launched\u000a00:55:32.717076 run osmo-hlr_10.42.42.2(pid=5390): Launched\u000a00:55:32.829752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:33.354063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Launched\u000a00:55:33.651830 run osmo-stp_10.42.42.5(pid=5393): Launched\u000a00:55:33.759623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:34.274697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5395): Launched\u000a00:55:34.379733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:34.637955 run patchelf(pid=5396): Launched\u000a00:55:34.811190 run osmo-stp_10.42.42.5(pid=5393): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)]\u000a00:55:34.938238 run osmo-stp_10.42.42.5(pid=5393): stdout: \u000a| (launched: 2022-12-10_00:55:33.504846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:35.065680 run osmo-stp_10.42.42.5(pid=5393): stderr: \u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005533678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:35.188617 run osmo-stp_10.42.42.5(pid=5393): stdout: \u000a| (launched: 2022-12-10_00:55:33.504846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:35.311286 run osmo-stp_10.42.42.5(pid=5393): stderr: \u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005533677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005533678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005533678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:35.453249 run patchelf(pid=5396): Terminating (SIGINT)\u000a00:55:35.618983 run patchelf(pid=5396): Terminated: ok {rc=0}\u000a00:55:35.649296 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5393): Process ended prematurely: osmo-stp_10.42.42.5(pid=5393) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5393)] [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a00:55:35.658175 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:55:35.718336 run osmo-hlr_10.42.42.2(pid=5390): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5390)]\u000a00:55:35.767310 run osmo-hlr_10.42.42.2(pid=5390): stdout: \u000a| (launched: 2022-12-10_00:55:32.569565) \u000a00:55:35.817160 run osmo-hlr_10.42.42.2(pid=5390): stderr: \u000a| �[0;m�[1;31m20221210005532746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005532746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005532746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005532746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005532746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005532747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005532759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005532770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005532770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005532770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:35.859025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Terminating (SIGTERM)\u000a00:55:35.898768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Terminating (SIGTERM)\u000a00:55:35.938400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5395): Terminating (SIGTERM)\u000a00:55:35.947819 --- ParallelTerminationStrategy: PID 5389 died...\u000a00:55:36.001381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5389): Terminated: ok {rc=0}\u000a00:55:36.010996 --- ParallelTerminationStrategy: PID 5392 died...\u000a00:55:36.063982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5392): Terminated: ok {rc=0}\u000a00:55:36.073763 --- ParallelTerminationStrategy: PID 5395 died...\u000a00:55:36.126665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5395): Terminated: ok {rc=0}\u000a00:55:36.215033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5403): Process ended prematurely: osmo-stp_10.42.42.5(pid=5403) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5403)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5403): Process ended prematurely: osmo-stp_10.42.42.5(pid=5403) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:55:37.267483 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.279603 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:37.405460 tst ping_idle_ping.py: using LAC 24862\u000a00:55:37.526891 tst ping_idle_ping.py: using RAC 127\u000a00:55:37.642397 tst ping_idle_ping.py: using CellId 24862\u000a00:55:37.756746 tst ping_idle_ping.py: using BVCI 24863\u000a00:55:37.779332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.790106 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.800693 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.811470 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.822156 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.832700 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.843520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:37.854277 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:38.142687 tst ping_idle_ping.py:24: start network...\u000a00:55:38.274374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:38.784457 run create_hlr_db(pid=5397): Launched\u000a00:55:38.968160 bus /gobi_6: Setting Powered False\u000a00:55:39.990427 run create_hlr_db(pid=5397): Terminated: ok {rc=0}\u000a00:55:40.391316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5399): Launched\u000a00:55:40.689850 run osmo-hlr_10.42.42.2(pid=5400): Launched\u000a00:55:40.802462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:41.318780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5402): Launched\u000a00:55:41.616924 run osmo-stp_10.42.42.5(pid=5403): Launched\u000a00:55:41.725614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:42.246970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5405): Launched\u000a00:55:42.353316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:42.614584 run patchelf(pid=5406): Launched\u000a00:55:42.789675 run osmo-stp_10.42.42.5(pid=5403): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5403)]\u000a00:55:42.917941 run osmo-stp_10.42.42.5(pid=5403): stdout: \u000a| (launched: 2022-12-10_00:55:41.469396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:43.046479 run osmo-stp_10.42.42.5(pid=5403): stderr: \u000a| �[0;m�[38;5;43m20221210005541639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005541639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005541640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005541640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:43.171200 run osmo-stp_10.42.42.5(pid=5403): stdout: \u000a| (launched: 2022-12-10_00:55:41.469396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:43.294555 run osmo-stp_10.42.42.5(pid=5403): stderr: \u000a| �[0;m�[38;5;43m20221210005541639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005541639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005541640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005541640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005541641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:43.437765 run patchelf(pid=5406): Terminating (SIGINT)\u000a00:55:43.604905 run patchelf(pid=5406): Terminated: ok {rc=0}\u000a00:55:43.635264 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5403): Process ended prematurely: osmo-stp_10.42.42.5(pid=5403) [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5403)] [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:55:43.643989 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:55:43.705177 run osmo-hlr_10.42.42.2(pid=5400): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5400)]\u000a00:55:43.754765 run osmo-hlr_10.42.42.2(pid=5400): stdout: \u000a| (launched: 2022-12-10_00:55:40.542770) \u000a00:55:43.805176 run osmo-hlr_10.42.42.2(pid=5400): stderr: \u000a| �[0;m�[1;31m20221210005540720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005540721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005540721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005540721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005540721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005540721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005540732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005540741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005540742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005540742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:43.848009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5399): Terminating (SIGTERM)\u000a00:55:43.888074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5402): Terminating (SIGTERM)\u000a00:55:43.929250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5405): Terminating (SIGTERM)\u000a00:55:43.938733 --- ParallelTerminationStrategy: PID 5399 died...\u000a00:55:43.992634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5399): Terminated: ok {rc=0}\u000a00:55:44.002252 --- ParallelTerminationStrategy: PID 5402 died...\u000a00:55:44.055555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5402): Terminated: ok {rc=0}\u000a00:55:44.065759 --- ParallelTerminationStrategy: PID 5405 died...\u000a00:55:44.119524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5405): Terminated: ok {rc=0}\u000a00:55:44.209336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:54:46" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:55:46.357955 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:46.369342 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:55:46.516737 tst cs_paging_gprs_active.py: using LAC 24863\u000a00:55:46.638611 tst cs_paging_gprs_active.py: using RAC 128\u000a00:55:46.790449 tst cs_paging_gprs_active.py: using CellId 24863\u000a00:55:46.919617 tst cs_paging_gprs_active.py: using BVCI 24864\u000a00:55:46.943542 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:46.954806 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:46.965888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:46.977405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:46.988856 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:47.001170 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:47.012652 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:47.023822 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:47.035354 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:55:47.179717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:55:47.477665 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:55:47.604074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:47.918272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Launched\u000a00:55:48.180641 run iperf3-srv_10.42.42.10(pid=5412): Launched\u000a00:55:48.365362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:55:48.491930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:48.805917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5413): Launched\u000a00:55:49.067525 run iperf3-srv_10.42.42.10(pid=5414): Launched\u000a00:55:49.251900 tst cs_paging_gprs_active.py:38: start network...\u000a00:55:49.378397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:49.856816 run create_hlr_db(pid=5415): Launched\u000a00:55:50.031215 bus /gobi_6: Setting Powered False\u000a00:55:51.053251 run create_hlr_db(pid=5415): Terminated: ok {rc=0}\u000a00:55:51.456752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Launched\u000a00:55:51.761204 run osmo-hlr_10.42.42.2(pid=5418): Launched\u000a00:55:51.875266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:52.400391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Launched\u000a00:55:52.704552 run osmo-stp_10.42.42.5(pid=5421): Launched\u000a00:55:52.815876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:53.345419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5423): Launched\u000a00:55:53.453865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:53.718455 run patchelf(pid=5424): Launched\u000a00:55:53.895679 run osmo-stp_10.42.42.5(pid=5421): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]\u000a00:55:54.025764 run osmo-stp_10.42.42.5(pid=5421): stdout: \u000a| (launched: 2022-12-10_00:55:52.553885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:54.155830 run osmo-stp_10.42.42.5(pid=5421): stderr: \u000a| �[0;m�[38;5;43m20221210005552722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005552723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005552723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005552723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:54.281253 run osmo-stp_10.42.42.5(pid=5421): stdout: \u000a| (launched: 2022-12-10_00:55:52.553885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:54.405571 run osmo-stp_10.42.42.5(pid=5421): stderr: \u000a| �[0;m�[38;5;43m20221210005552722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005552723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005552723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005552723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005552724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:54.550151 run patchelf(pid=5424): Terminating (SIGINT)\u000a00:55:54.719523 run patchelf(pid=5424): Terminated: ok {rc=0}\u000a00:55:54.750763 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:55:54.759795 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a00:55:54.820362 run osmo-hlr_10.42.42.2(pid=5418): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5418)]\u000a00:55:54.869603 run osmo-hlr_10.42.42.2(pid=5418): stdout: \u000a| (launched: 2022-12-10_00:55:51.610607) \u000a00:55:54.919543 run osmo-hlr_10.42.42.2(pid=5418): stderr: \u000a| �[0;m�[1;31m20221210005551788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005551788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005551789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005551789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005551789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005551789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005551802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005551810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005551811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005551811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:54.961764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminating (SIGTERM)\u000a00:55:55.001716 run iperf3-srv_10.42.42.10(pid=5412): Terminating (SIGTERM)\u000a00:55:55.041693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5413): Terminating (SIGTERM)\u000a00:55:55.081416 run iperf3-srv_10.42.42.10(pid=5414): Terminating (SIGTERM)\u000a00:55:55.121367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Terminating (SIGTERM)\u000a00:55:55.161262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Terminating (SIGTERM)\u000a00:55:55.201140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5423): Terminating (SIGTERM)\u000a00:55:55.210478 --- ParallelTerminationStrategy: PID 5411 died...\u000a00:55:55.264610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminated: ok {rc=0}\u000a00:55:55.274148 --- ParallelTerminationStrategy: PID 5412 died...\u000a00:55:55.327067 run iperf3-srv_10.42.42.10(pid=5412): Terminated {rc=256}\u000a00:55:55.336678 --- ParallelTerminationStrategy: PID 5413 died...\u000a00:55:55.390280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5413): Terminated: ok {rc=0}\u000a00:55:55.400108 --- ParallelTerminationStrategy: PID 5414 died...\u000a00:55:55.453937 run iperf3-srv_10.42.42.10(pid=5414): Terminated {rc=256}\u000a00:55:55.463292 --- ParallelTerminationStrategy: PID 5417 died...\u000a00:55:55.516646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Terminated: ok {rc=0}\u000a00:55:55.526332 --- ParallelTerminationStrategy: PID 5420 died...\u000a00:55:55.579181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Terminated: ok {rc=0}\u000a00:55:55.588866 --- ParallelTerminationStrategy: PID 5423 died...\u000a00:55:55.641965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5423): Terminated: ok {rc=0}\u000a00:55:55.732525 bus /gobi_0: Setting Powered False\u000a00:55:56.838711 bus /gobi_0: Setting Powered False\u000a00:55:57.945968 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:55:59.061485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.073364 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:55:59.227875 tst iperf3.py: using LAC 24864\u000a00:55:59.355704 tst iperf3.py: using RAC 129\u000a00:55:59.482435 tst iperf3.py: using CellId 24864\u000a00:55:59.608917 tst iperf3.py: using BVCI 24865\u000a00:55:59.633888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.645108 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.655963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.667111 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.678056 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.689039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.700054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.710972 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:55:59.722143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:00.000116 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:00.125827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:00.440267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5425): Launched\u000a00:56:00.702262 run iperf3-srv_10.42.42.10(pid=5426): Launched\u000a00:56:00.888256 tst iperf3.py:8: start network...\u000a00:56:01.032873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:01.600838 run create_hlr_db(pid=5427): Launched\u000a00:56:01.779433 bus /gobi_6: Setting Powered False\u000a00:56:02.797340 run create_hlr_db(pid=5427): Terminated: ok {rc=0}\u000a00:56:03.226706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Launched\u000a00:56:03.551934 run osmo-hlr_10.42.42.2(pid=5430): Launched\u000a00:56:03.673019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:04.238659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Launched\u000a00:56:04.562936 run osmo-stp_10.42.42.5(pid=5446): Launched\u000a00:56:04.680005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:05.242958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5448): Launched\u000a00:56:05.358200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:05.639865 run patchelf(pid=5449): Launched\u000a00:56:05.828120 run osmo-stp_10.42.42.5(pid=5446): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]\u000a00:56:05.966912 run osmo-stp_10.42.42.5(pid=5446): stdout: \u000a| (launched: 2022-12-10_00:56:04.403272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:06.105374 run osmo-stp_10.42.42.5(pid=5446): stderr: \u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005604595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:06.239206 run osmo-stp_10.42.42.5(pid=5446): stdout: \u000a| (launched: 2022-12-10_00:56:04.403272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:06.372084 run osmo-stp_10.42.42.5(pid=5446): stderr: \u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005604594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005604595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005604595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:06.525671 run patchelf(pid=5449): Terminating (SIGINT)\u000a00:56:06.705618 run patchelf(pid=5449): Terminated: ok {rc=0}\u000a00:56:06.738563 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:56:06.748498 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:56:06.810665 run osmo-hlr_10.42.42.2(pid=5430): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5430)]\u000a00:56:06.861737 run osmo-hlr_10.42.42.2(pid=5430): stdout: \u000a| (launched: 2022-12-10_00:56:03.391699) \u000a00:56:06.913221 run osmo-hlr_10.42.42.2(pid=5430): stderr: \u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005603591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005603618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:06.957561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5425): Terminating (SIGTERM)\u000a00:56:06.999027 run iperf3-srv_10.42.42.10(pid=5426): Terminating (SIGTERM)\u000a00:56:07.040457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Terminating (SIGTERM)\u000a00:56:07.081783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Terminating (SIGTERM)\u000a00:56:07.123427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5448): Terminating (SIGTERM)\u000a00:56:07.132930 --- ParallelTerminationStrategy: PID 5425 died...\u000a00:56:07.188085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5425): Terminated: ok {rc=0}\u000a00:56:07.197990 --- ParallelTerminationStrategy: PID 5426 died...\u000a00:56:07.253061 run iperf3-srv_10.42.42.10(pid=5426): Terminated {rc=256}\u000a00:56:07.262896 --- ParallelTerminationStrategy: PID 5429 died...\u000a00:56:07.317902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Terminated: ok {rc=0}\u000a00:56:07.327792 --- ParallelTerminationStrategy: PID 5445 died...\u000a00:56:07.383118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Terminated: ok {rc=0}\u000a00:56:07.393228 --- ParallelTerminationStrategy: PID 5448 died...\u000a00:56:07.448752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5448): Terminated: ok {rc=0}\u000a00:56:07.536482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5464): Process ended prematurely: osmo-stp_10.42.42.5(pid=5464) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5464)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5464): Process ended prematurely: osmo-stp_10.42.42.5(pid=5464) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:56:08.652769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:08.664813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:08.815499 tst iperf3m4.py: using LAC 24865\u000a00:56:08.942190 tst iperf3m4.py: using RAC 130\u000a00:56:09.070431 tst iperf3m4.py: using CellId 24865\u000a00:56:09.198594 tst iperf3m4.py: using BVCI 24866\u000a00:56:09.223333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.234589 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.245645 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.256556 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.267569 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.278616 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.289758 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.300744 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:09.312008 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:09.429582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:09.550402 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:09.666217 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:09.960889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:10.095472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:10.429783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5450): Launched\u000a00:56:10.707946 run iperf3-srv_10.42.42.10(pid=5451): Launched\u000a00:56:10.906644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:56:11.042020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:11.378777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5452): Launched\u000a00:56:11.658477 run iperf3-srv_10.42.42.10(pid=5453): Launched\u000a00:56:11.855740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:56:11.990638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:12.324386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5454): Launched\u000a00:56:12.602097 run iperf3-srv_10.42.42.10(pid=5455): Launched\u000a00:56:12.799545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:56:12.934288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:13.268398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5456): Launched\u000a00:56:13.546780 run iperf3-srv_10.42.42.10(pid=5457): Launched\u000a00:56:13.744170 tst iperf3m4.py:8: start network...\u000a00:56:13.878485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:14.396527 run create_hlr_db(pid=5458): Launched\u000a00:56:14.583185 bus /gobi_6: Setting Powered False\u000a00:56:15.605332 run create_hlr_db(pid=5458): Terminated: ok {rc=0}\u000a00:56:16.037742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5460): Launched\u000a00:56:16.455000 run osmo-hlr_10.42.42.2(pid=5461): Launched\u000a00:56:16.690485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:17.327233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5463): Launched\u000a00:56:17.633560 run osmo-stp_10.42.42.5(pid=5464): Launched\u000a00:56:17.745398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:18.272523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5466): Launched\u000a00:56:18.380624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:18.645364 run patchelf(pid=5467): Launched\u000a00:56:18.822755 run osmo-stp_10.42.42.5(pid=5464): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5464)]\u000a00:56:18.952654 run osmo-stp_10.42.42.5(pid=5464): stdout: \u000a| (launched: 2022-12-10_00:56:17.480545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:19.083046 run osmo-stp_10.42.42.5(pid=5464): stderr: \u000a| �[0;m�[38;5;43m20221210005617652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005617652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005617653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005617653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005617653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005617654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005617654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:19.208813 run osmo-stp_10.42.42.5(pid=5464): stdout: \u000a| (launched: 2022-12-10_00:56:17.480545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:19.333456 run osmo-stp_10.42.42.5(pid=5464): stderr: \u000a| �[0;m�[38;5;43m20221210005617652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005617652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005617653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005617653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005617653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005617654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005617654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:19.478227 run patchelf(pid=5467): Terminating (SIGINT)\u000a00:56:19.648276 run patchelf(pid=5467): Terminated: ok {rc=0}\u000a00:56:19.679404 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5464): Process ended prematurely: osmo-stp_10.42.42.5(pid=5464) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5464)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:56:19.688561 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:56:19.750877 run osmo-hlr_10.42.42.2(pid=5461): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5461)]\u000a00:56:19.800252 run osmo-hlr_10.42.42.2(pid=5461): stdout: \u000a| (launched: 2022-12-10_00:56:16.195361) \u000a00:56:19.850303 run osmo-hlr_10.42.42.2(pid=5461): stderr: \u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005616536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005616556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:19.892814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5450): Terminating (SIGTERM)\u000a00:56:19.932601 run iperf3-srv_10.42.42.10(pid=5451): Terminating (SIGTERM)\u000a00:56:19.972730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5452): Terminating (SIGTERM)\u000a00:56:20.013469 run iperf3-srv_10.42.42.10(pid=5453): Terminating (SIGTERM)\u000a00:56:20.053440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5454): Terminating (SIGTERM)\u000a00:56:20.093001 run iperf3-srv_10.42.42.10(pid=5455): Terminating (SIGTERM)\u000a00:56:20.133266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5456): Terminating (SIGTERM)\u000a00:56:20.172792 run iperf3-srv_10.42.42.10(pid=5457): Terminating (SIGTERM)\u000a00:56:20.218817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5460): Terminating (SIGTERM)\u000a00:56:20.260425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5463): Terminating (SIGTERM)\u000a00:56:20.303168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5466): Terminating (SIGTERM)\u000a00:56:20.312756 --- ParallelTerminationStrategy: PID 5450 died...\u000a00:56:20.368701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5450): Terminated: ok {rc=0}\u000a00:56:20.379635 --- ParallelTerminationStrategy: PID 5451 died...\u000a00:56:20.435045 run iperf3-srv_10.42.42.10(pid=5451): Terminated {rc=256}\u000a00:56:20.445859 --- ParallelTerminationStrategy: PID 5452 died...\u000a00:56:20.502137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5452): Terminated: ok {rc=0}\u000a00:56:20.512030 --- ParallelTerminationStrategy: PID 5453 died...\u000a00:56:20.568217 run iperf3-srv_10.42.42.10(pid=5453): Terminated {rc=256}\u000a00:56:20.578150 --- ParallelTerminationStrategy: PID 5454 died...\u000a00:56:20.634472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5454): Terminated: ok {rc=0}\u000a00:56:20.644414 --- ParallelTerminationStrategy: PID 5455 died...\u000a00:56:20.699773 run iperf3-srv_10.42.42.10(pid=5455): Terminated {rc=256}\u000a00:56:20.710113 --- ParallelTerminationStrategy: PID 5456 died...\u000a00:56:20.766023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5456): Terminated: ok {rc=0}\u000a00:56:20.775908 --- ParallelTerminationStrategy: PID 5457 died...\u000a00:56:20.831956 run iperf3-srv_10.42.42.10(pid=5457): Terminated {rc=256}\u000a00:56:20.841948 --- ParallelTerminationStrategy: PID 5460 died...\u000a00:56:20.897562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5460): Terminated: ok {rc=0}\u000a00:56:20.907952 --- ParallelTerminationStrategy: PID 5463 died...\u000a00:56:20.963776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5463): Terminated: ok {rc=0}\u000a00:56:20.974222 --- ParallelTerminationStrategy: PID 5466 died...\u000a00:56:21.030512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5466): Terminated: ok {rc=0}\u000a00:56:21.117276 bus /gobi_4: Setting Powered False\u000a00:56:22.219465 bus /gobi_4: Setting Powered False\u000a00:56:23.331753 bus /gobi_1: Setting Powered False\u000a00:56:24.434030 bus /gobi_1: Setting Powered False\u000a00:56:25.543864 bus /gobi_0: Setting Powered False\u000a00:56:26.646394 bus /gobi_0: Setting Powered False\u000a00:56:27.757268 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5474): Process ended prematurely: osmo-stp_10.42.42.5(pid=5474) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5474)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5474): Process ended prematurely: osmo-stp_10.42.42.5(pid=5474) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:56:28.823878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:28.835512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:28.980129 tst ping.py: using LAC 24866\u000a00:56:29.103792 tst ping.py: using RAC 131\u000a00:56:29.232069 tst ping.py: using CellId 24866\u000a00:56:29.359589 tst ping.py: using BVCI 24867\u000a00:56:29.382279 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.393085 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.403631 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.414609 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.425293 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.435927 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.447193 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.458788 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:29.729422 tst ping.py:19: start network...\u000a00:56:29.852774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:30.322504 run create_hlr_db(pid=5468): Launched\u000a00:56:30.494520 bus /gobi_6: Setting Powered False\u000a00:56:31.529030 run create_hlr_db(pid=5468): Terminated: ok {rc=0}\u000a00:56:31.973965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5470): Launched\u000a00:56:32.294029 run osmo-hlr_10.42.42.2(pid=5471): Launched\u000a00:56:32.406444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:32.934329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5473): Launched\u000a00:56:33.230227 run osmo-stp_10.42.42.5(pid=5474): Launched\u000a00:56:33.342772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:33.862134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5476): Launched\u000a00:56:33.967902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:34.227872 run patchelf(pid=5477): Launched\u000a00:56:34.401394 run osmo-stp_10.42.42.5(pid=5474): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5474)]\u000a00:56:34.528312 run osmo-stp_10.42.42.5(pid=5474): stdout: \u000a| (launched: 2022-12-10_00:56:33.083960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:34.656237 run osmo-stp_10.42.42.5(pid=5474): stderr: \u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005633256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:34.779489 run osmo-stp_10.42.42.5(pid=5474): stdout: \u000a| (launched: 2022-12-10_00:56:33.083960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:34.902326 run osmo-stp_10.42.42.5(pid=5474): stderr: \u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005633255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005633256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005633256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:35.043637 run patchelf(pid=5477): Terminating (SIGINT)\u000a00:56:35.209580 run patchelf(pid=5477): Terminated: ok {rc=0}\u000a00:56:35.239582 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5474): Process ended prematurely: osmo-stp_10.42.42.5(pid=5474) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5474)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:56:35.248347 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:56:35.308535 run osmo-hlr_10.42.42.2(pid=5471): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5471)]\u000a00:56:35.357554 run osmo-hlr_10.42.42.2(pid=5471): stdout: \u000a| (launched: 2022-12-10_00:56:32.141528) \u000a00:56:35.407173 run osmo-hlr_10.42.42.2(pid=5471): stderr: \u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005632319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005632335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005632345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005632346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005632346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:35.449294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5470): Terminating (SIGTERM)\u000a00:56:35.489288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5473): Terminating (SIGTERM)\u000a00:56:35.529209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5476): Terminating (SIGTERM)\u000a00:56:35.538647 --- ParallelTerminationStrategy: PID 5470 died...\u000a00:56:35.592060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5470): Terminated: ok {rc=0}\u000a00:56:35.601846 --- ParallelTerminationStrategy: PID 5473 died...\u000a00:56:35.654532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5473): Terminated: ok {rc=0}\u000a00:56:35.664250 --- ParallelTerminationStrategy: PID 5476 died...\u000a00:56:35.716823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5476): Terminated: ok {rc=0}\u000a00:56:35.805446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5484): Process ended prematurely: osmo-stp_10.42.42.5(pid=5484) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5484)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5484): Process ended prematurely: osmo-stp_10.42.42.5(pid=5484) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:56:36.857970 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:36.869948 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:37.014417 tst ping_idle_ping.py: using LAC 24867\u000a00:56:37.131177 tst ping_idle_ping.py: using RAC 132\u000a00:56:37.250010 tst ping_idle_ping.py: using CellId 24867\u000a00:56:37.368607 tst ping_idle_ping.py: using BVCI 24868\u000a00:56:37.391360 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.402312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.413039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.423968 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.434785 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.445525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.456496 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:37.467323 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:37.739833 tst ping_idle_ping.py:24: start network...\u000a00:56:37.863465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:38.333732 run create_hlr_db(pid=5478): Launched\u000a00:56:38.504381 bus /gobi_6: Setting Powered False\u000a00:56:39.526249 run create_hlr_db(pid=5478): Terminated: ok {rc=0}\u000a00:56:39.950328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5480): Launched\u000a00:56:40.269697 run osmo-hlr_10.42.42.2(pid=5481): Launched\u000a00:56:40.390661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:40.946783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5483): Launched\u000a00:56:41.265965 run osmo-stp_10.42.42.5(pid=5484): Launched\u000a00:56:41.381634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:41.939101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5486): Launched\u000a00:56:42.052514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:42.329939 run patchelf(pid=5487): Launched\u000a00:56:42.516155 run osmo-stp_10.42.42.5(pid=5484): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5484)]\u000a00:56:42.652705 run osmo-stp_10.42.42.5(pid=5484): stdout: \u000a| (launched: 2022-12-10_00:56:41.108692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:42.789160 run osmo-stp_10.42.42.5(pid=5484): stderr: \u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005641303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:42.920733 run osmo-stp_10.42.42.5(pid=5484): stdout: \u000a| (launched: 2022-12-10_00:56:41.108692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:43.052237 run osmo-stp_10.42.42.5(pid=5484): stderr: \u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005641303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005641303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005641304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:43.203703 run patchelf(pid=5487): Terminating (SIGINT)\u000a00:56:43.380854 run patchelf(pid=5487): Terminated: ok {rc=0}\u000a00:56:43.413122 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5484): Process ended prematurely: osmo-stp_10.42.42.5(pid=5484) [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5484)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:56:43.422377 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:56:43.484805 run osmo-hlr_10.42.42.2(pid=5481): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5481)]\u000a00:56:43.535881 run osmo-hlr_10.42.42.2(pid=5481): stdout: \u000a| (launched: 2022-12-10_00:56:40.112656) \u000a00:56:43.587720 run osmo-hlr_10.42.42.2(pid=5481): stderr: \u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005640313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005640326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005640334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005640334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005640334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:43.631832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5480): Terminating (SIGTERM)\u000a00:56:43.673480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5483): Terminating (SIGTERM)\u000a00:56:43.715037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5486): Terminating (SIGTERM)\u000a00:56:43.724711 --- ParallelTerminationStrategy: PID 5480 died...\u000a00:56:43.780283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5480): Terminated: ok {rc=0}\u000a00:56:43.790482 --- ParallelTerminationStrategy: PID 5483 died...\u000a00:56:43.845908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5483): Terminated: ok {rc=0}\u000a00:56:43.855877 --- ParallelTerminationStrategy: PID 5486 died...\u000a00:56:43.911570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5486): Terminated: ok {rc=0}\u000a00:56:43.999503 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:55:45" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5501): Process ended prematurely: osmo-stp_10.42.42.5(pid=5501) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5501)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5501): Process ended prematurely: osmo-stp_10.42.42.5(pid=5501) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:56:46.148330 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.160384 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:56:46.339151 tst cs_paging_gprs_active.py: using LAC 24868\u000a00:56:46.470823 tst cs_paging_gprs_active.py: using RAC 133\u000a00:56:46.598466 tst cs_paging_gprs_active.py: using CellId 24868\u000a00:56:46.726610 tst cs_paging_gprs_active.py: using BVCI 24869\u000a00:56:46.752312 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.764080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.775895 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.787524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.799481 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.811489 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.823383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.835003 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:46.848037 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:56:46.967880 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:56:47.304679 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:56:47.440919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:47.774892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5491): Launched\u000a00:56:48.053392 run iperf3-srv_10.42.42.10(pid=5492): Launched\u000a00:56:48.250518 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:56:48.385394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:48.719026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5493): Launched\u000a00:56:48.996910 run iperf3-srv_10.42.42.10(pid=5494): Launched\u000a00:56:49.194625 tst cs_paging_gprs_active.py:38: start network...\u000a00:56:49.329318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:49.846397 run create_hlr_db(pid=5495): Launched\u000a00:56:50.033536 bus /gobi_6: Setting Powered False\u000a00:56:51.054324 run create_hlr_db(pid=5495): Terminated: ok {rc=0}\u000a00:56:51.483711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5497): Launched\u000a00:56:51.807591 run osmo-hlr_10.42.42.2(pid=5498): Launched\u000a00:56:51.925933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:52.488582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5500): Launched\u000a00:56:52.812889 run osmo-stp_10.42.42.5(pid=5501): Launched\u000a00:56:52.930380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:53.495730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5503): Launched\u000a00:56:53.611559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:53.894600 run patchelf(pid=5504): Launched\u000a00:56:54.085628 run osmo-stp_10.42.42.5(pid=5501): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5501)]\u000a00:56:54.224229 run osmo-stp_10.42.42.5(pid=5501): stdout: \u000a| (launched: 2022-12-10_00:56:52.653720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:54.363316 run osmo-stp_10.42.42.5(pid=5501): stderr: \u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005652847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:54.497706 run osmo-stp_10.42.42.5(pid=5501): stdout: \u000a| (launched: 2022-12-10_00:56:52.653720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:54.631161 run osmo-stp_10.42.42.5(pid=5501): stderr: \u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005652845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005652847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005652849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:54.785879 run patchelf(pid=5504): Terminating (SIGINT)\u000a00:56:54.967321 run patchelf(pid=5504): Terminated: ok {rc=0}\u000a00:56:55.000536 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5501): Process ended prematurely: osmo-stp_10.42.42.5(pid=5501) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5501)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:56:55.010481 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:56:55.072992 run osmo-hlr_10.42.42.2(pid=5498): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5498)]\u000a00:56:55.124035 run osmo-hlr_10.42.42.2(pid=5498): stdout: \u000a| (launched: 2022-12-10_00:56:51.648476) \u000a00:56:55.175851 run osmo-hlr_10.42.42.2(pid=5498): stderr: \u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005651847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005651859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005651868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005651868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005651868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:55.220046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5491): Terminating (SIGTERM)\u000a00:56:55.261611 run iperf3-srv_10.42.42.10(pid=5492): Terminating (SIGTERM)\u000a00:56:55.303110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5493): Terminating (SIGTERM)\u000a00:56:55.344654 run iperf3-srv_10.42.42.10(pid=5494): Terminating (SIGTERM)\u000a00:56:55.386223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5497): Terminating (SIGTERM)\u000a00:56:55.427681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5500): Terminating (SIGTERM)\u000a00:56:55.469136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5503): Terminating (SIGTERM)\u000a00:56:55.478663 --- ParallelTerminationStrategy: PID 5491 died...\u000a00:56:55.534027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5491): Terminated: ok {rc=0}\u000a00:56:55.543896 --- ParallelTerminationStrategy: PID 5492 died...\u000a00:56:55.598742 run iperf3-srv_10.42.42.10(pid=5492): Terminated {rc=256}\u000a00:56:55.608460 --- ParallelTerminationStrategy: PID 5493 died...\u000a00:56:55.663569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5493): Terminated: ok {rc=0}\u000a00:56:55.673472 --- ParallelTerminationStrategy: PID 5494 died...\u000a00:56:55.728300 run iperf3-srv_10.42.42.10(pid=5494): Terminated {rc=256}\u000a00:56:55.738187 --- ParallelTerminationStrategy: PID 5497 died...\u000a00:56:55.793071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5497): Terminated: ok {rc=0}\u000a00:56:55.802945 --- ParallelTerminationStrategy: PID 5500 died...\u000a00:56:55.857843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5500): Terminated: ok {rc=0}\u000a00:56:55.867689 --- ParallelTerminationStrategy: PID 5503 died...\u000a00:56:55.923170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5503): Terminated: ok {rc=0}\u000a00:56:56.010585 bus /gobi_0: Setting Powered False\u000a00:56:57.117296 bus /gobi_0: Setting Powered False\u000a00:56:58.227841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5513): Process ended prematurely: osmo-stp_10.42.42.5(pid=5513) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5513)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5513): Process ended prematurely: osmo-stp_10.42.42.5(pid=5513) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:56:59.338779 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.350448 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:56:59.500318 tst iperf3.py: using LAC 24869\u000a00:56:59.617252 tst iperf3.py: using RAC 134\u000a00:56:59.734823 tst iperf3.py: using CellId 24869\u000a00:56:59.851204 tst iperf3.py: using BVCI 24870\u000a00:56:59.874172 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.884871 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.895455 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.906339 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.917277 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.927962 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.938864 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.949551 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:56:59.960662 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:00.253954 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:00.388877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:00.723123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5505): Launched\u000a00:57:01.024082 run iperf3-srv_10.42.42.10(pid=5506): Launched\u000a00:57:01.229813 tst iperf3.py:8: start network...\u000a00:57:01.368151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:01.930973 run create_hlr_db(pid=5507): Launched\u000a00:57:02.121068 bus /gobi_6: Setting Powered False\u000a00:57:03.139665 run create_hlr_db(pid=5507): Terminated: ok {rc=0}\u000a00:57:03.547257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5509): Launched\u000a00:57:03.857354 run osmo-hlr_10.42.42.2(pid=5510): Launched\u000a00:57:03.974642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:04.508817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5512): Launched\u000a00:57:04.811241 run osmo-stp_10.42.42.5(pid=5513): Launched\u000a00:57:04.921486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:05.447235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5515): Launched\u000a00:57:05.554521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:05.817934 run patchelf(pid=5516): Launched\u000a00:57:05.994565 run osmo-stp_10.42.42.5(pid=5513): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5513)]\u000a00:57:06.123976 run osmo-stp_10.42.42.5(pid=5513): stdout: \u000a| (launched: 2022-12-10_00:57:04.662172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:06.253365 run osmo-stp_10.42.42.5(pid=5513): stderr: \u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005704832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:06.377966 run osmo-stp_10.42.42.5(pid=5513): stdout: \u000a| (launched: 2022-12-10_00:57:04.662172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:06.501754 run osmo-stp_10.42.42.5(pid=5513): stderr: \u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005704831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005704832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005704832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:06.645538 run patchelf(pid=5516): Terminating (SIGINT)\u000a00:57:06.814129 run patchelf(pid=5516): Terminated: ok {rc=0}\u000a00:57:06.845324 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5513): Process ended prematurely: osmo-stp_10.42.42.5(pid=5513) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5513)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:57:06.854696 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:57:06.915193 run osmo-hlr_10.42.42.2(pid=5510): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5510)]\u000a00:57:06.964049 run osmo-hlr_10.42.42.2(pid=5510): stdout: \u000a| (launched: 2022-12-10_00:57:03.701615) \u000a00:57:07.013780 run osmo-hlr_10.42.42.2(pid=5510): stderr: \u000a| �[0;m�[1;31m20221210005703881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005703881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005703882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005703882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005703882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005703882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005703894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005703903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005703903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005703904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:07.055766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5505): Terminating (SIGTERM)\u000a00:57:07.095599 run iperf3-srv_10.42.42.10(pid=5506): Terminating (SIGTERM)\u000a00:57:07.135421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5509): Terminating (SIGTERM)\u000a00:57:07.175332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5512): Terminating (SIGTERM)\u000a00:57:07.215001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5515): Terminating (SIGTERM)\u000a00:57:07.224275 --- ParallelTerminationStrategy: PID 5505 died...\u000a00:57:07.277377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5505): Terminated: ok {rc=0}\u000a00:57:07.287083 --- ParallelTerminationStrategy: PID 5506 died...\u000a00:57:07.339646 run iperf3-srv_10.42.42.10(pid=5506): Terminated {rc=256}\u000a00:57:07.349354 --- ParallelTerminationStrategy: PID 5509 died...\u000a00:57:07.401718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5509): Terminated: ok {rc=0}\u000a00:57:07.411318 --- ParallelTerminationStrategy: PID 5512 died...\u000a00:57:07.463824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5512): Terminated: ok {rc=0}\u000a00:57:07.473293 --- ParallelTerminationStrategy: PID 5515 died...\u000a00:57:07.525914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5515): Terminated: ok {rc=0}\u000a00:57:07.614202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5531): Process ended prematurely: osmo-stp_10.42.42.5(pid=5531) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5531)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5531): Process ended prematurely: osmo-stp_10.42.42.5(pid=5531) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:57:08.729943 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:08.742022 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:08.897648 tst iperf3m4.py: using LAC 24870\u000a00:57:09.027789 tst iperf3m4.py: using RAC 135\u000a00:57:09.155186 tst iperf3m4.py: using CellId 24870\u000a00:57:09.282538 tst iperf3m4.py: using BVCI 24871\u000a00:57:09.307385 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.318716 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.329841 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.341630 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.353387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.364748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.377387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.388526 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:09.400361 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:09.522729 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:09.645460 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:09.765299 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:10.060735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:10.196632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:10.531713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Launched\u000a00:57:10.810943 run iperf3-srv_10.42.42.10(pid=5518): Launched\u000a00:57:11.009634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:57:11.144270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:11.478733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Launched\u000a00:57:11.757479 run iperf3-srv_10.42.42.10(pid=5520): Launched\u000a00:57:11.955418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:57:12.091058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:12.425209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5521): Launched\u000a00:57:12.703336 run iperf3-srv_10.42.42.10(pid=5522): Launched\u000a00:57:12.900647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:57:13.035650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:13.369406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5523): Launched\u000a00:57:13.647498 run iperf3-srv_10.42.42.10(pid=5524): Launched\u000a00:57:13.844510 tst iperf3m4.py:8: start network...\u000a00:57:13.979214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:14.498441 run create_hlr_db(pid=5525): Launched\u000a00:57:14.684183 bus /gobi_6: Setting Powered False\u000a00:57:15.705840 run create_hlr_db(pid=5525): Terminated: ok {rc=0}\u000a00:57:16.174744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5527): Launched\u000a00:57:16.606478 run osmo-hlr_10.42.42.2(pid=5528): Launched\u000a00:57:16.771904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:17.382334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5530): Launched\u000a00:57:17.706342 run osmo-stp_10.42.42.5(pid=5531): Launched\u000a00:57:17.823665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:18.388651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5533): Launched\u000a00:57:18.503931 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:18.785825 run patchelf(pid=5534): Launched\u000a00:57:18.975391 run osmo-stp_10.42.42.5(pid=5531): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5531)]\u000a00:57:19.114101 run osmo-stp_10.42.42.5(pid=5531): stdout: \u000a| (launched: 2022-12-10_00:57:17.547035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:19.252829 run osmo-stp_10.42.42.5(pid=5531): stderr: \u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005717744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:19.387063 run osmo-stp_10.42.42.5(pid=5531): stdout: \u000a| (launched: 2022-12-10_00:57:17.547035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:19.520085 run osmo-stp_10.42.42.5(pid=5531): stderr: \u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005717744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005717744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005717745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:19.674769 run patchelf(pid=5534): Terminating (SIGINT)\u000a00:57:19.854924 run patchelf(pid=5534): Terminated: ok {rc=0}\u000a00:57:19.888035 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5531): Process ended prematurely: osmo-stp_10.42.42.5(pid=5531) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5531)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:57:19.897959 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:57:19.961199 run osmo-hlr_10.42.42.2(pid=5528): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5528)]\u000a00:57:20.012571 run osmo-hlr_10.42.42.2(pid=5528): stdout: \u000a| (launched: 2022-12-10_00:57:16.344737) \u000a00:57:20.064418 run osmo-hlr_10.42.42.2(pid=5528): stderr: \u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005716568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005716584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005716608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005716608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005716608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:20.109205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminating (SIGTERM)\u000a00:57:20.150922 run iperf3-srv_10.42.42.10(pid=5518): Terminating (SIGTERM)\u000a00:57:20.192835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminating (SIGTERM)\u000a00:57:20.234479 run iperf3-srv_10.42.42.10(pid=5520): Terminating (SIGTERM)\u000a00:57:20.276622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5521): Terminating (SIGTERM)\u000a00:57:20.318176 run iperf3-srv_10.42.42.10(pid=5522): Terminating (SIGTERM)\u000a00:57:20.359821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5523): Terminating (SIGTERM)\u000a00:57:20.401269 run iperf3-srv_10.42.42.10(pid=5524): Terminating (SIGTERM)\u000a00:57:20.443090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5527): Terminating (SIGTERM)\u000a00:57:20.485602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5530): Terminating (SIGTERM)\u000a00:57:20.527287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5533): Terminating (SIGTERM)\u000a00:57:20.536834 --- ParallelTerminationStrategy: PID 5517 died...\u000a00:57:20.592801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminated: ok {rc=0}\u000a00:57:20.602811 --- ParallelTerminationStrategy: PID 5518 died...\u000a00:57:20.658316 run iperf3-srv_10.42.42.10(pid=5518): Terminated {rc=256}\u000a00:57:20.668250 --- ParallelTerminationStrategy: PID 5519 died...\u000a00:57:20.723638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminated: ok {rc=0}\u000a00:57:20.733648 --- ParallelTerminationStrategy: PID 5520 died...\u000a00:57:20.788798 run iperf3-srv_10.42.42.10(pid=5520): Terminated {rc=256}\u000a00:57:20.798832 --- ParallelTerminationStrategy: PID 5521 died...\u000a00:57:20.854182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5521): Terminated: ok {rc=0}\u000a00:57:20.864101 --- ParallelTerminationStrategy: PID 5522 died...\u000a00:57:20.919271 run iperf3-srv_10.42.42.10(pid=5522): Terminated {rc=256}\u000a00:57:20.929272 --- ParallelTerminationStrategy: PID 5523 died...\u000a00:57:20.984790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5523): Terminated: ok {rc=0}\u000a00:57:20.994757 --- ParallelTerminationStrategy: PID 5524 died...\u000a00:57:21.050312 run iperf3-srv_10.42.42.10(pid=5524): Terminated {rc=256}\u000a00:57:21.060248 --- ParallelTerminationStrategy: PID 5527 died...\u000a00:57:21.115875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5527): Terminated: ok {rc=0}\u000a00:57:21.125958 --- ParallelTerminationStrategy: PID 5530 died...\u000a00:57:21.181672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5530): Terminated: ok {rc=0}\u000a00:57:21.191683 --- ParallelTerminationStrategy: PID 5533 died...\u000a00:57:21.247304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5533): Terminated: ok {rc=0}\u000a00:57:21.335342 bus /gobi_4: Setting Powered False\u000a00:57:22.440456 bus /gobi_4: Setting Powered False\u000a00:57:23.551197 bus /gobi_1: Setting Powered False\u000a00:57:24.658180 bus /gobi_1: Setting Powered False\u000a00:57:25.766262 bus /gobi_0: Setting Powered False\u000a00:57:26.872941 bus /gobi_0: Setting Powered False\u000a00:57:27.987383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5541): Process ended prematurely: osmo-stp_10.42.42.5(pid=5541) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5541)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5541): Process ended prematurely: osmo-stp_10.42.42.5(pid=5541) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:57:29.053608 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.065090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:29.208909 tst ping.py: using LAC 24871\u000a00:57:29.338291 tst ping.py: using RAC 136\u000a00:57:29.461109 tst ping.py: using CellId 24871\u000a00:57:29.584688 tst ping.py: using BVCI 24872\u000a00:57:29.609134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.620319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.631514 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.642614 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.653621 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.664570 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.675791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.686891 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:29.956926 tst ping.py:19: start network...\u000a00:57:30.079385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:30.546251 run create_hlr_db(pid=5535): Launched\u000a00:57:30.716461 bus /gobi_6: Setting Powered False\u000a00:57:31.788639 run create_hlr_db(pid=5535): Terminated: ok {rc=0}\u000a00:57:32.260852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5537): Launched\u000a00:57:32.581259 run osmo-hlr_10.42.42.2(pid=5538): Launched\u000a00:57:32.698172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:33.254187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5540): Launched\u000a00:57:33.571658 run osmo-stp_10.42.42.5(pid=5541): Launched\u000a00:57:33.686881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:34.243066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5543): Launched\u000a00:57:34.355744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:34.632768 run patchelf(pid=5544): Launched\u000a00:57:34.817620 run osmo-stp_10.42.42.5(pid=5541): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5541)]\u000a00:57:34.952925 run osmo-stp_10.42.42.5(pid=5541): stdout: \u000a| (launched: 2022-12-10_00:57:33.415356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:35.089317 run osmo-stp_10.42.42.5(pid=5541): stderr: \u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005733610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:35.220748 run osmo-stp_10.42.42.5(pid=5541): stdout: \u000a| (launched: 2022-12-10_00:57:33.415356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:35.350931 run osmo-stp_10.42.42.5(pid=5541): stderr: \u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005733609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005733610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005733610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:35.501757 run patchelf(pid=5544): Terminating (SIGINT)\u000a00:57:35.678593 run patchelf(pid=5544): Terminated: ok {rc=0}\u000a00:57:35.710781 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5541): Process ended prematurely: osmo-stp_10.42.42.5(pid=5541) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5541)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:57:35.719974 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:57:35.783441 run osmo-hlr_10.42.42.2(pid=5538): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5538)]\u000a00:57:35.835091 run osmo-hlr_10.42.42.2(pid=5538): stdout: \u000a| (launched: 2022-12-10_00:57:32.422899) \u000a00:57:35.887545 run osmo-hlr_10.42.42.2(pid=5538): stderr: \u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005732622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005732634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005732642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005732642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005732642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:35.932602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5537): Terminating (SIGTERM)\u000a00:57:35.974917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5540): Terminating (SIGTERM)\u000a00:57:36.017044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5543): Terminating (SIGTERM)\u000a00:57:36.026739 --- ParallelTerminationStrategy: PID 5537 died...\u000a00:57:36.082839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5537): Terminated: ok {rc=0}\u000a00:57:36.092887 --- ParallelTerminationStrategy: PID 5540 died...\u000a00:57:36.148479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5540): Terminated: ok {rc=0}\u000a00:57:36.158466 --- ParallelTerminationStrategy: PID 5543 died...\u000a00:57:36.214232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5543): Terminated: ok {rc=0}\u000a00:57:36.302087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5555): Process ended prematurely: osmo-stp_10.42.42.5(pid=5555) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5555)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5555): Process ended prematurely: osmo-stp_10.42.42.5(pid=5555) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:57:37.355870 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.368585 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:37.522064 tst ping_idle_ping.py: using LAC 24872\u000a00:57:37.646885 tst ping_idle_ping.py: using RAC 137\u000a00:57:37.773364 tst ping_idle_ping.py: using CellId 24872\u000a00:57:37.899354 tst ping_idle_ping.py: using BVCI 24873\u000a00:57:37.923736 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.935194 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.946243 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.957556 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.968794 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.979869 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:37.991202 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:38.002358 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:38.277636 tst ping_idle_ping.py:24: start network...\u000a00:57:38.402301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:38.880208 run create_hlr_db(pid=5549): Launched\u000a00:57:39.052473 bus /gobi_6: Setting Powered False\u000a00:57:40.086023 run create_hlr_db(pid=5549): Terminated: ok {rc=0}\u000a00:57:40.509886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5551): Launched\u000a00:57:40.827465 run osmo-hlr_10.42.42.2(pid=5552): Launched\u000a00:57:40.947125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:41.502320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5554): Launched\u000a00:57:41.820633 run osmo-stp_10.42.42.5(pid=5555): Launched\u000a00:57:41.935567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:42.491550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5557): Launched\u000a00:57:42.604483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:42.882052 run patchelf(pid=5558): Launched\u000a00:57:43.067953 run osmo-stp_10.42.42.5(pid=5555): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5555)]\u000a00:57:43.203640 run osmo-stp_10.42.42.5(pid=5555): stdout: \u000a| (launched: 2022-12-10_00:57:41.663999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:43.339861 run osmo-stp_10.42.42.5(pid=5555): stderr: \u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005741856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:43.471651 run osmo-stp_10.42.42.5(pid=5555): stdout: \u000a| (launched: 2022-12-10_00:57:41.663999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:43.602206 run osmo-stp_10.42.42.5(pid=5555): stderr: \u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005741856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005741856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005741857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:43.753237 run patchelf(pid=5558): Terminating (SIGINT)\u000a00:57:43.930081 run patchelf(pid=5558): Terminated: ok {rc=0}\u000a00:57:43.962302 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5555): Process ended prematurely: osmo-stp_10.42.42.5(pid=5555) [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5555)] [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:57:43.971957 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:57:44.034047 run osmo-hlr_10.42.42.2(pid=5552): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5552)]\u000a00:57:44.084977 run osmo-hlr_10.42.42.2(pid=5552): stdout: \u000a| (launched: 2022-12-10_00:57:40.671742) \u000a00:57:44.137190 run osmo-hlr_10.42.42.2(pid=5552): stderr: \u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005740869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005740882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005740890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005740891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005740891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:44.181944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5551): Terminating (SIGTERM)\u000a00:57:44.224063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5554): Terminating (SIGTERM)\u000a00:57:44.266699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5557): Terminating (SIGTERM)\u000a00:57:44.276325 --- ParallelTerminationStrategy: PID 5551 died...\u000a00:57:44.332315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5551): Terminated: ok {rc=0}\u000a00:57:44.342282 --- ParallelTerminationStrategy: PID 5554 died...\u000a00:57:44.397281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5554): Terminated: ok {rc=0}\u000a00:57:44.407267 --- ParallelTerminationStrategy: PID 5557 died...\u000a00:57:44.462537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5557): Terminated: ok {rc=0}\u000a00:57:44.549636 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:57:46.564592 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:46.580295 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:57:46.763646 tst switch_tch_pdch.py: using LAC 24873\u000a00:57:46.893477 tst switch_tch_pdch.py: using RAC 138\u000a00:57:47.015648 tst switch_tch_pdch.py: using CellId 24873\u000a00:57:47.133295 tst switch_tch_pdch.py: using BVCI 24874\u000a00:57:47.156928 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.168938 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.181914 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.194709 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.207720 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.220525 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.233504 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:57:47.245327 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:47.364271 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:47.638507 tst switch_tch_pdch.py:51: start network...\u000a00:57:47.762622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:48.231917 run create_hlr_db(pid=5562): Launched\u000a00:57:48.405315 bus /gobi_6: Setting Powered False\u000a00:57:49.424548 run create_hlr_db(pid=5562): Terminated: ok {rc=0}\u000a00:57:49.821766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Launched\u000a00:57:50.120305 run osmo-hlr_10.42.42.2(pid=5565): Launched\u000a00:57:50.234247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:50.758685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Launched\u000a00:57:51.056242 run osmo-stp_10.42.42.5(pid=5568): Launched\u000a00:57:51.164178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:51.681958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Launched\u000a00:57:51.787363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:52.046035 run patchelf(pid=5571): Launched\u000a00:57:52.219369 run osmo-stp_10.42.42.5(pid=5568): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a00:57:52.347042 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-10_00:57:50.909087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:52.474645 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005751078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:52.597735 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-10_00:57:50.909087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:52.720129 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005751078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005751078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005751079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:52.861780 run patchelf(pid=5571): Terminating (SIGINT)\u000a00:57:53.027738 run patchelf(pid=5571): Terminated: ok {rc=0}\u000a00:57:53.058076 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)] [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:57:53.066822 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:57:53.127203 run osmo-hlr_10.42.42.2(pid=5565): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5565)]\u000a00:57:53.176412 run osmo-hlr_10.42.42.2(pid=5565): stdout: \u000a| (launched: 2022-12-10_00:57:49.972557) \u000a00:57:53.226209 run osmo-hlr_10.42.42.2(pid=5565): stderr: \u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005750146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005750158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005750167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005750167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005750167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:53.268236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminating (SIGTERM)\u000a00:57:53.308339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminating (SIGTERM)\u000a00:57:53.348017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminating (SIGTERM)\u000a00:57:53.357463 --- ParallelTerminationStrategy: PID 5564 died...\u000a00:57:53.410643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminated: ok {rc=0}\u000a00:57:53.420365 --- ParallelTerminationStrategy: PID 5567 died...\u000a00:57:53.473126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminated: ok {rc=0}\u000a00:57:53.482840 --- ParallelTerminationStrategy: PID 5570 died...\u000a00:57:53.535478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminated: ok {rc=0}\u000a00:57:53.624536 bus /gobi_0: Setting Powered False\u000a00:57:54.728659 bus /gobi_0: Setting Powered False\u000a00:57:55.839948 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5581): Process ended prematurely: osmo-stp_10.42.42.5(pid=5581) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5581)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5581): Process ended prematurely: osmo-stp_10.42.42.5(pid=5581) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:57:57.765754 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:57.776508 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:57:57.919467 tst switch_tch_pdch.py: using LAC 24874\u000a00:57:58.045294 tst switch_tch_pdch.py: using RAC 139\u000a00:57:58.164225 tst switch_tch_pdch.py: using CellId 24874\u000a00:57:58.281465 tst switch_tch_pdch.py: using BVCI 24875\u000a00:57:58.303807 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.314708 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.325339 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.336575 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.347878 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.359012 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.370519 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:57:58.382051 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:57:58.501217 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:57:58.791945 tst switch_tch_pdch.py:51: start network...\u000a00:57:58.924344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:59.406061 run create_hlr_db(pid=5575): Launched\u000a00:57:59.534977 bus /gobi_6: Setting Powered False\u000a00:58:00.611137 run create_hlr_db(pid=5575): Terminated: ok {rc=0}\u000a00:58:01.046021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5577): Launched\u000a00:58:01.454163 run osmo-hlr_10.42.42.2(pid=5578): Launched\u000a00:58:01.638602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:02.212755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5580): Launched\u000a00:58:02.516165 run osmo-stp_10.42.42.5(pid=5581): Launched\u000a00:58:02.626602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:03.120933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5583): Launched\u000a00:58:03.226467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:03.486094 run patchelf(pid=5584): Launched\u000a00:58:03.659437 run osmo-stp_10.42.42.5(pid=5581): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5581)]\u000a00:58:03.786302 run osmo-stp_10.42.42.5(pid=5581): stdout: \u000a| (launched: 2022-12-10_00:58:02.366490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:03.913793 run osmo-stp_10.42.42.5(pid=5581): stderr: \u000a| �[0;m�[38;5;43m20221210005802534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005802534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005802535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005802535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005802535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005802536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005802536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:04.037426 run osmo-stp_10.42.42.5(pid=5581): stdout: \u000a| (launched: 2022-12-10_00:58:02.366490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:04.159824 run osmo-stp_10.42.42.5(pid=5581): stderr: \u000a| �[0;m�[38;5;43m20221210005802534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005802534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005802535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005802535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005802535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005802536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005802536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:04.301328 run patchelf(pid=5584): Terminating (SIGINT)\u000a00:58:04.467632 run patchelf(pid=5584): Terminated: ok {rc=0}\u000a00:58:04.497820 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5581): Process ended prematurely: osmo-stp_10.42.42.5(pid=5581) [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5581)] [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:58:04.506513 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:58:04.566982 run osmo-hlr_10.42.42.2(pid=5578): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5578)]\u000a00:58:04.616232 run osmo-hlr_10.42.42.2(pid=5578): stdout: \u000a| (launched: 2022-12-10_00:58:01.200230) \u000a00:58:04.666961 run osmo-hlr_10.42.42.2(pid=5578): stderr: \u000a| �[0;m�[1;31m20221210005801543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005801544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005801544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005801544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005801544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005801544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005801563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005801579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005801579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005801579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:04.709590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5577): Terminating (SIGTERM)\u000a00:58:04.749712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5580): Terminating (SIGTERM)\u000a00:58:04.789694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5583): Terminating (SIGTERM)\u000a00:58:04.799077 --- ParallelTerminationStrategy: PID 5577 died...\u000a00:58:04.852257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5577): Terminated: ok {rc=0}\u000a00:58:04.862074 --- ParallelTerminationStrategy: PID 5580 died...\u000a00:58:04.914845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5580): Terminated: ok {rc=0}\u000a00:58:04.924525 --- ParallelTerminationStrategy: PID 5583 died...\u000a00:58:04.977414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5583): Terminated: ok {rc=0}\u000a00:58:05.061471 bus /gobi_0: Setting Powered False\u000a00:58:06.167460 bus /gobi_0: Setting Powered False\u000a00:58:07.275546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:57:57" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5589): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5589) [trial-2367↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5589)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5589): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5589) [trial-2367↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:09.165365 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:09.176745 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:09.313068 tst mo_mt_sms.py: using LAC 24875\u000a00:58:09.429661 tst mo_mt_sms.py: using RAC 140\u000a00:58:09.545018 tst mo_mt_sms.py: using CellId 24875\u000a00:58:09.669891 tst mo_mt_sms.py: using BVCI 24876\u000a00:58:09.694131 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:09.809434 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:10.098017 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:58:10.230820 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:58:10.891148 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5588): Launched\u000a00:58:11.207119 run osmo-nitb_10.42.42.2(pid=5589): Launched\u000a00:58:11.402773 run osmo-nitb_10.42.42.2(pid=5589): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5589)]\u000a00:58:11.547004 run osmo-nitb_10.42.42.2(pid=5589): stdout: \u000a| (launched: 2022-12-10_00:58:11.053743) \u000a00:58:11.691524 run osmo-nitb_10.42.42.2(pid=5589): stderr: \u000a| (launched: 2022-12-10_00:58:11.101270)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:11.831227 run osmo-nitb_10.42.42.2(pid=5589): stdout: \u000a| (launched: 2022-12-10_00:58:11.053743) \u000a00:58:11.969952 run osmo-nitb_10.42.42.2(pid=5589): stderr: \u000a| (launched: 2022-12-10_00:58:11.101270)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:12.336733 tst osmo-nitb_10.42.42.2(pid=5589): stdout: \u000a| (launched: 2022-12-10_00:58:11.053743) \u000a00:58:12.464107 tst osmo-nitb_10.42.42.2(pid=5589): stderr: \u000a| (launched: 2022-12-10_00:58:11.101270)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:12.520311 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5589): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5589) [trial-2367↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5589)] [trial-2367↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a00:58:12.529052 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:58:12.565535 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5588): Terminating (SIGTERM)\u000a00:58:12.743264 --- ParallelTerminationStrategy: PID 5588 died...\u000a00:58:12.801067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5588): Terminated: ok {rc=0}\u000a00:58:12.888137 bus /sierra_3: Setting Powered False\u000a00:58:13.997995 bus /sierra_3: Setting Powered False\u000a00:58:15.107297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:58:08" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5599): Process ended prematurely: osmo-stp_10.42.42.5(pid=5599) [trial-2367↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5599)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5599): Process ended prematurely: osmo-stp_10.42.42.5(pid=5599) [trial-2367↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:17.040572 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.056105 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:17.223423 tst mo_mt_sms.py: using LAC 24876\u000a00:58:17.346384 tst mo_mt_sms.py: using RAC 141\u000a00:58:17.468454 tst mo_mt_sms.py: using CellId 24876\u000a00:58:17.595505 tst mo_mt_sms.py: using BVCI 24877\u000a00:58:17.619729 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.630742 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.641558 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.652316 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.663578 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:17.674419 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:17.788931 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:17.998127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:18.507304 run create_hlr_db(pid=5593): Launched\u000a00:58:18.692072 bus /sierra_2: Setting Powered False\u000a00:58:19.712470 run create_hlr_db(pid=5593): Terminated: ok {rc=0}\u000a00:58:20.113639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5595): Launched\u000a00:58:20.412546 run osmo-hlr_10.42.42.2(pid=5596): Launched\u000a00:58:20.527598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:21.054571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5598): Launched\u000a00:58:21.353293 run osmo-stp_10.42.42.5(pid=5599): Launched\u000a00:58:21.461161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:22.005026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5601): Launched\u000a00:58:22.301646 run osmo-msc_10.42.42.6(pid=5602): Launched\u000a00:58:22.476702 run osmo-stp_10.42.42.5(pid=5599): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5599)]\u000a00:58:22.603863 run osmo-stp_10.42.42.5(pid=5599): stdout: \u000a| (launched: 2022-12-10_00:58:21.205730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:22.728563 run osmo-stp_10.42.42.5(pid=5599): stderr: \u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005821375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:22.847479 run osmo-stp_10.42.42.5(pid=5599): stdout: \u000a| (launched: 2022-12-10_00:58:21.205730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:22.965628 run osmo-stp_10.42.42.5(pid=5599): stderr: \u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005821374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005821375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005821375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:23.017761 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5599): Process ended prematurely: osmo-stp_10.42.42.5(pid=5599) [trial-2367↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5599)] [trial-2367↪sms:trx-b200↪mo_mt_sms.py:16]\u000a00:58:23.025857 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a00:58:23.085824 run osmo-hlr_10.42.42.2(pid=5596): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5596)]\u000a00:58:23.135041 run osmo-hlr_10.42.42.2(pid=5596): stdout: \u000a| (launched: 2022-12-10_00:58:20.264549) \u000a00:58:23.184732 run osmo-hlr_10.42.42.2(pid=5596): stderr: \u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005820439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005820454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:23.251604 run osmo-msc_10.42.42.6(pid=5602): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5602)]\u000a00:58:23.300773 run osmo-msc_10.42.42.6(pid=5602): stdout: \u000a| (launched: 2022-12-10_00:58:22.155171) \u000a00:58:23.349896 run osmo-msc_10.42.42.6(pid=5602): stderr: \u000a| �[0;m�[38;5;43m20221210005822427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005822427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa333825c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005822427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005822427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005822428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005822428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005822430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005822430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005822430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005822430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:23.391774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5595): Terminating (SIGTERM)\u000a00:58:23.431427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5598): Terminating (SIGTERM)\u000a00:58:23.471269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5601): Terminating (SIGTERM)\u000a00:58:23.480262 --- ParallelTerminationStrategy: PID 5595 died...\u000a00:58:23.534174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5595): Terminated: ok {rc=0}\u000a00:58:23.543661 --- ParallelTerminationStrategy: PID 5598 died...\u000a00:58:23.596526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5598): Terminated: ok {rc=0}\u000a00:58:23.606030 --- ParallelTerminationStrategy: PID 5601 died...\u000a00:58:23.658645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5601): Terminated: ok {rc=0}\u000a00:58:23.745856 bus /sierra_3: Setting Powered False\u000a00:58:24.850104 bus /sierra_3: Setting Powered False\u000a00:58:25.958979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:58:16" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5608) [trial-2367↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5608)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5608) [trial-2367↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:58:27.806657 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:27.817929 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:27.958467 tst assert_extension.py: using LAC 24877\u000a00:58:28.082563 tst assert_extension.py: using RAC 142\u000a00:58:28.212899 tst assert_extension.py: using CellId 24877\u000a00:58:28.351239 tst assert_extension.py: using BVCI 24878\u000a00:58:28.375397 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:58:28.647306 tst assert_extension.py:10: start nitb and bts...\u000a00:58:28.770473 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:58:29.392718 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5607): Launched\u000a00:58:29.709248 run osmo-nitb_10.42.42.2(pid=5608): Launched\u000a00:58:29.905598 run osmo-nitb_10.42.42.2(pid=5608): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5608)]\u000a00:58:30.050209 run osmo-nitb_10.42.42.2(pid=5608): stdout: \u000a| (launched: 2022-12-10_00:58:29.554617) \u000a00:58:30.194945 run osmo-nitb_10.42.42.2(pid=5608): stderr: \u000a| (launched: 2022-12-10_00:58:29.602441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:30.335195 run osmo-nitb_10.42.42.2(pid=5608): stdout: \u000a| (launched: 2022-12-10_00:58:29.554617) \u000a00:58:30.474177 run osmo-nitb_10.42.42.2(pid=5608): stderr: \u000a| (launched: 2022-12-10_00:58:29.602441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:30.838927 tst osmo-nitb_10.42.42.2(pid=5608): stdout: \u000a| (launched: 2022-12-10_00:58:29.554617) \u000a00:58:30.988609 tst osmo-nitb_10.42.42.2(pid=5608): stderr: \u000a| (launched: 2022-12-10_00:58:29.602441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:31.045785 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5608) [trial-2367↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5608)] [trial-2367↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a00:58:31.057146 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:58:31.095936 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5607): Terminating (SIGTERM)\u000a00:58:31.274005 --- ParallelTerminationStrategy: PID 5607 died...\u000a00:58:31.343780 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5607): Terminated: ok {rc=0}\u000a00:58:31.451496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:58:27" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5618): Process ended prematurely: osmo-stp_10.42.42.5(pid=5618) [trial-2367↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5618)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5618): Process ended prematurely: osmo-stp_10.42.42.5(pid=5618) [trial-2367↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:58:33.286777 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.297664 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:33.437140 tst assert_extension.py: using LAC 24878\u000a00:58:33.554496 tst assert_extension.py: using RAC 143\u000a00:58:33.668873 tst assert_extension.py: using CellId 24878\u000a00:58:33.783473 tst assert_extension.py: using BVCI 24879\u000a00:58:33.806242 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.816588 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.826968 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.837575 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.848190 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:33.858727 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:58:34.064030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:34.574669 run create_hlr_db(pid=5612): Launched\u000a00:58:34.759504 bus /sierra_2: Setting Powered False\u000a00:58:35.779969 run create_hlr_db(pid=5612): Terminated: ok {rc=0}\u000a00:58:36.180427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5614): Launched\u000a00:58:36.478964 run osmo-hlr_10.42.42.2(pid=5615): Launched\u000a00:58:36.588620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:37.105612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5617): Launched\u000a00:58:37.403053 run osmo-stp_10.42.42.5(pid=5618): Launched\u000a00:58:37.512156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:38.053979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5620): Launched\u000a00:58:38.352677 run osmo-msc_10.42.42.6(pid=5621): Launched\u000a00:58:38.528208 run osmo-stp_10.42.42.5(pid=5618): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5618)]\u000a00:58:38.655262 run osmo-stp_10.42.42.5(pid=5618): stdout: \u000a| (launched: 2022-12-10_00:58:37.256101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:38.779784 run osmo-stp_10.42.42.5(pid=5618): stderr: \u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005837426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:38.899122 run osmo-stp_10.42.42.5(pid=5618): stdout: \u000a| (launched: 2022-12-10_00:58:37.256101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:39.017795 run osmo-stp_10.42.42.5(pid=5618): stderr: \u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005837425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005837426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005837426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:39.069641 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5618): Process ended prematurely: osmo-stp_10.42.42.5(pid=5618) [trial-2367↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5618)] [trial-2367↪ussd:trx-b200↪assert_extension.py:17]\u000a00:58:39.077640 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a00:58:39.137827 run osmo-hlr_10.42.42.2(pid=5615): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5615)]\u000a00:58:39.186895 run osmo-hlr_10.42.42.2(pid=5615): stdout: \u000a| (launched: 2022-12-10_00:58:36.331262) \u000a00:58:39.237204 run osmo-hlr_10.42.42.2(pid=5615): stderr: \u000a| �[0;m�[1;31m20221210005836505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005836505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005836505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005836505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005836506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005836506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005836517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005836526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005836526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005836526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:39.304602 run osmo-msc_10.42.42.6(pid=5621): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5621)]\u000a00:58:39.353889 run osmo-msc_10.42.42.6(pid=5621): stdout: \u000a| (launched: 2022-12-10_00:58:38.204468) \u000a00:58:39.403869 run osmo-msc_10.42.42.6(pid=5621): stderr: \u000a| �[0;m�[38;5;43m20221210005838478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005838478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6e1f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005838478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005838478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005838478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005838479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005838480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005838481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005838481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005838481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:39.445948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5614): Terminating (SIGTERM)\u000a00:58:39.485937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5617): Terminating (SIGTERM)\u000a00:58:39.525817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5620): Terminating (SIGTERM)\u000a00:58:39.536102 --- ParallelTerminationStrategy: PID 5614 died...\u000a00:58:39.589472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5614): Terminated: ok {rc=0}\u000a00:58:39.599197 --- ParallelTerminationStrategy: PID 5617 died...\u000a00:58:39.652471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5617): Terminated: ok {rc=0}\u000a00:58:39.662122 --- ParallelTerminationStrategy: PID 5620 died...\u000a00:58:39.715279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5620): Terminated: ok {rc=0}\u000a00:58:39.805653 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:58:33" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:58:41.758801 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:41.769855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:58:41.927053 tst mo_mt_call.py: using LAC 24879\u000a00:58:42.047460 tst mo_mt_call.py: using RAC 144\u000a00:58:42.167552 tst mo_mt_call.py: using CellId 24879\u000a00:58:42.287779 tst mo_mt_call.py: using BVCI 24880\u000a00:58:42.310594 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:42.321575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:42.332469 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:42.343528 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:42.354703 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:42.365752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:58:42.486549 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:58:42.687284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:43.163612 run create_hlr_db(pid=5626): Launched\u000a00:58:43.337672 bus /sierra_2: Setting Powered False\u000a00:58:44.358997 run create_hlr_db(pid=5626): Terminated: ok {rc=0}\u000a00:58:44.788998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Launched\u000a00:58:45.114157 run osmo-hlr_10.42.42.2(pid=5629): Launched\u000a00:58:45.236786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:45.802556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Launched\u000a00:58:46.239824 run osmo-stp_10.42.42.5(pid=5632): Launched\u000a00:58:46.410710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:47.092510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Launched\u000a00:58:47.418535 run osmo-msc_10.42.42.6(pid=5635): Launched\u000a00:58:47.601425 run osmo-stp_10.42.42.5(pid=5632): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a00:58:47.732030 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-10_00:58:45.988817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:47.858717 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005846321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:47.981069 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-10_00:58:45.988817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:48.101936 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005846321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005846321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005846322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:48.155432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:58:48.164183 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:58:48.224555 run osmo-hlr_10.42.42.2(pid=5629): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5629)]\u000a00:58:48.273726 run osmo-hlr_10.42.42.2(pid=5629): stdout: \u000a| (launched: 2022-12-10_00:58:44.954142) \u000a00:58:48.323868 run osmo-hlr_10.42.42.2(pid=5629): stderr: \u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005845155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005845168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005845176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005845176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005845176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:48.391702 run osmo-msc_10.42.42.6(pid=5635): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5635)]\u000a00:58:48.440782 run osmo-msc_10.42.42.6(pid=5635): stdout: \u000a| (launched: 2022-12-10_00:58:47.264328) \u000a00:58:48.490494 run osmo-msc_10.42.42.6(pid=5635): stderr: \u000a| �[0;m�[38;5;43m20221210005847533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005847533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8160d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005847533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005847533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005847533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005847533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005847535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005847535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005847535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005847536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:48.532589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminating (SIGTERM)\u000a00:58:48.572033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminating (SIGTERM)\u000a00:58:48.611949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Terminating (SIGTERM)\u000a00:58:48.621332 --- ParallelTerminationStrategy: PID 5628 died...\u000a00:58:48.675109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminated: ok {rc=0}\u000a00:58:48.684416 --- ParallelTerminationStrategy: PID 5631 died...\u000a00:58:48.737060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminated: ok {rc=0}\u000a00:58:48.746797 --- ParallelTerminationStrategy: PID 5634 died...\u000a00:58:48.800708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Terminated: ok {rc=0}\u000a00:58:48.889952 bus /sierra_3: Setting Powered False\u000a00:58:49.993274 bus /sierra_3: Setting Powered False\u000a00:58:51.100027 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5643): Process ended prematurely: osmo-stp_10.42.42.5(pid=5643) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5643)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5643): Process ended prematurely: osmo-stp_10.42.42.5(pid=5643) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:58:52.215083 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.227569 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:58:52.393552 tst mo_mt_call_osmux.py: using LAC 24880\u000a00:58:52.522673 tst mo_mt_call_osmux.py: using RAC 145\u000a00:58:52.652229 tst mo_mt_call_osmux.py: using CellId 24880\u000a00:58:52.779550 tst mo_mt_call_osmux.py: using BVCI 24881\u000a00:58:52.804449 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.816117 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.827524 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.839181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.851441 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:58:52.862762 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:58:52.978133 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:58:53.191376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:53.709838 run create_hlr_db(pid=5637): Launched\u000a00:58:53.897668 bus /sierra_2: Setting Powered False\u000a00:58:54.920013 run create_hlr_db(pid=5637): Terminated: ok {rc=0}\u000a00:58:55.326526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5639): Launched\u000a00:58:55.630449 run osmo-hlr_10.42.42.2(pid=5640): Launched\u000a00:58:55.748658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:56.285077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5642): Launched\u000a00:58:56.589720 run osmo-stp_10.42.42.5(pid=5643): Launched\u000a00:58:56.710630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:57.270789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5645): Launched\u000a00:58:57.576302 run osmo-msc_10.42.42.6(pid=5646): Launched\u000a00:58:57.755471 run osmo-stp_10.42.42.5(pid=5643): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5643)]\u000a00:58:57.884507 run osmo-stp_10.42.42.5(pid=5643): stdout: \u000a| (launched: 2022-12-10_00:58:56.438949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:58.010711 run osmo-stp_10.42.42.5(pid=5643): stderr: \u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005856608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:58.132469 run osmo-stp_10.42.42.5(pid=5643): stdout: \u000a| (launched: 2022-12-10_00:58:56.438949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:58.253303 run osmo-stp_10.42.42.5(pid=5643): stderr: \u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005856607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005856608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005856610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:58.306431 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5643): Process ended prematurely: osmo-stp_10.42.42.5(pid=5643) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5643)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:58:58.315321 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:58:58.375640 run osmo-hlr_10.42.42.2(pid=5640): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5640)]\u000a00:58:58.424739 run osmo-hlr_10.42.42.2(pid=5640): stdout: \u000a| (launched: 2022-12-10_00:58:55.480174) \u000a00:58:58.474428 run osmo-hlr_10.42.42.2(pid=5640): stderr: \u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005855671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005855681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005855681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005855681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:58.541670 run osmo-msc_10.42.42.6(pid=5646): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5646)]\u000a00:58:58.590621 run osmo-msc_10.42.42.6(pid=5646): stdout: \u000a| (launched: 2022-12-10_00:58:57.424118) \u000a00:58:58.640230 run osmo-msc_10.42.42.6(pid=5646): stderr: \u000a| �[0;m�[38;5;43m20221210005857695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005857696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8180b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005857696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005857696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005857696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005857696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005857698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005857698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005857698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005857699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:58.682538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5639): Terminating (SIGTERM)\u000a00:58:58.722469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5642): Terminating (SIGTERM)\u000a00:58:58.762351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5645): Terminating (SIGTERM)\u000a00:58:58.771860 --- ParallelTerminationStrategy: PID 5639 died...\u000a00:58:58.825097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5639): Terminated: ok {rc=0}\u000a00:58:58.834840 --- ParallelTerminationStrategy: PID 5642 died...\u000a00:58:58.888109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5642): Terminated: ok {rc=0}\u000a00:58:58.897691 --- ParallelTerminationStrategy: PID 5645 died...\u000a00:58:58.951000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5645): Terminated: ok {rc=0}\u000a00:58:59.040715 bus /sierra_3: Setting Powered False\u000a00:59:00.143016 bus /sierra_3: Setting Powered False\u000a00:59:01.278143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:58:41" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:03.292158 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.303951 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:03.467022 tst mo_mt_call.py: using LAC 24881\u000a00:59:03.592641 tst mo_mt_call.py: using RAC 146\u000a00:59:03.718569 tst mo_mt_call.py: using CellId 24881\u000a00:59:03.850509 tst mo_mt_call.py: using BVCI 24882\u000a00:59:03.875306 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.886996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.898552 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.910255 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.922119 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:03.933617 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:04.047273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:04.257483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:04.776049 run create_hlr_db(pid=5651): Launched\u000a00:59:04.963049 bus /sierra_2: Setting Powered False\u000a00:59:05.984435 run create_hlr_db(pid=5651): Terminated: ok {rc=0}\u000a00:59:06.415542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Launched\u000a00:59:06.740079 run osmo-hlr_10.42.42.2(pid=5654): Launched\u000a00:59:06.857676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:07.420838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Launched\u000a00:59:07.746144 run osmo-stp_10.42.42.5(pid=5657): Launched\u000a00:59:07.863641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:08.456055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Launched\u000a00:59:08.780241 run osmo-msc_10.42.42.6(pid=5660): Launched\u000a00:59:08.970746 run osmo-stp_10.42.42.5(pid=5657): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]\u000a00:59:09.108015 run osmo-stp_10.42.42.5(pid=5657): stdout: \u000a| (launched: 2022-12-10_00:59:07.585689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:09.243613 run osmo-stp_10.42.42.5(pid=5657): stderr: \u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005907781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:09.373585 run osmo-stp_10.42.42.5(pid=5657): stdout: \u000a| (launched: 2022-12-10_00:59:07.585689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:09.502461 run osmo-stp_10.42.42.5(pid=5657): stderr: \u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005907780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005907781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005907781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:09.559418 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:59:09.568723 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:59:09.631063 run osmo-hlr_10.42.42.2(pid=5654): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5654)]\u000a00:59:09.682044 run osmo-hlr_10.42.42.2(pid=5654): stdout: \u000a| (launched: 2022-12-10_00:59:06.580745) \u000a00:59:09.733810 run osmo-hlr_10.42.42.2(pid=5654): stderr: \u000a| �[0;m�[1;31m20221210005906781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005906781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005906781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005906781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005906782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005906782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005906828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005906837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005906838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005906838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:09.803935 run osmo-msc_10.42.42.6(pid=5660): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5660)]\u000a00:59:09.854854 run osmo-msc_10.42.42.6(pid=5660): stdout: \u000a| (launched: 2022-12-10_00:59:08.620787) \u000a00:59:09.906308 run osmo-msc_10.42.42.6(pid=5660): stderr: \u000a| �[0;m�[38;5;43m20221210005908943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005908943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26738d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005908943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005908944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005908945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:09.950292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Terminating (SIGTERM)\u000a00:59:09.991654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Terminating (SIGTERM)\u000a00:59:10.033504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Terminating (SIGTERM)\u000a00:59:10.043078 --- ParallelTerminationStrategy: PID 5653 died...\u000a00:59:10.098519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Terminated: ok {rc=0}\u000a00:59:10.108513 --- ParallelTerminationStrategy: PID 5656 died...\u000a00:59:10.163841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Terminated: ok {rc=0}\u000a00:59:10.173941 --- ParallelTerminationStrategy: PID 5659 died...\u000a00:59:10.229550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Terminated: ok {rc=0}\u000a00:59:10.317956 bus /sierra_3: Setting Powered False\u000a00:59:11.423681 bus /sierra_3: Setting Powered False\u000a00:59:12.533077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5668): Process ended prematurely: osmo-stp_10.42.42.5(pid=5668) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5668)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5668): Process ended prematurely: osmo-stp_10.42.42.5(pid=5668) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:13.648498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:13.661035 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:13.827040 tst mo_mt_call_osmux.py: using LAC 24882\u000a00:59:13.956059 tst mo_mt_call_osmux.py: using RAC 147\u000a00:59:14.082628 tst mo_mt_call_osmux.py: using CellId 24882\u000a00:59:14.209150 tst mo_mt_call_osmux.py: using BVCI 24883\u000a00:59:14.233785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:14.245451 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:14.256739 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:14.268031 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:14.279460 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:14.290798 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:14.411735 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:14.612452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:15.091388 run create_hlr_db(pid=5662): Launched\u000a00:59:15.265638 bus /sierra_2: Setting Powered False\u000a00:59:16.289361 run create_hlr_db(pid=5662): Terminated: ok {rc=0}\u000a00:59:16.716855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5664): Launched\u000a00:59:17.156009 run osmo-hlr_10.42.42.2(pid=5665): Launched\u000a00:59:17.299970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:17.868080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5667): Launched\u000a00:59:18.192513 run osmo-stp_10.42.42.5(pid=5668): Launched\u000a00:59:18.309766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:18.907364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5670): Launched\u000a00:59:19.232436 run osmo-msc_10.42.42.6(pid=5671): Launched\u000a00:59:19.421732 run osmo-stp_10.42.42.5(pid=5668): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5668)]\u000a00:59:19.557622 run osmo-stp_10.42.42.5(pid=5668): stdout: \u000a| (launched: 2022-12-10_00:59:18.033168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:19.693523 run osmo-stp_10.42.42.5(pid=5668): stderr: \u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005918227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:19.823536 run osmo-stp_10.42.42.5(pid=5668): stdout: \u000a| (launched: 2022-12-10_00:59:18.033168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:19.952505 run osmo-stp_10.42.42.5(pid=5668): stderr: \u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005918226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005918227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005918227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:20.009838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5668): Process ended prematurely: osmo-stp_10.42.42.5(pid=5668) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5668)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:59:20.019549 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:59:20.082980 run osmo-hlr_10.42.42.2(pid=5665): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5665)]\u000a00:59:20.134871 run osmo-hlr_10.42.42.2(pid=5665): stdout: \u000a| (launched: 2022-12-10_00:59:16.874568) \u000a00:59:20.187280 run osmo-hlr_10.42.42.2(pid=5665): stderr: \u000a| �[0;m�[1;31m20221210005917078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005917078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005917078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005917078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005917079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005917079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005917095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005917103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005917103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005917103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:20.257998 run osmo-msc_10.42.42.6(pid=5671): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5671)]\u000a00:59:20.309218 run osmo-msc_10.42.42.6(pid=5671): stdout: \u000a| (launched: 2022-12-10_00:59:19.073488) \u000a00:59:20.361009 run osmo-msc_10.42.42.6(pid=5671): stderr: \u000a| �[0;m�[38;5;43m20221210005919396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005919396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4910611c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005919396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005919396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005919397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005919397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005919398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005919399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005919399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005919399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:20.404900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5664): Terminating (SIGTERM)\u000a00:59:20.447069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5667): Terminating (SIGTERM)\u000a00:59:20.489097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5670): Terminating (SIGTERM)\u000a00:59:20.499129 --- ParallelTerminationStrategy: PID 5664 died...\u000a00:59:20.555068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5664): Terminated: ok {rc=0}\u000a00:59:20.565388 --- ParallelTerminationStrategy: PID 5667 died...\u000a00:59:20.621075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5667): Terminated: ok {rc=0}\u000a00:59:20.631152 --- ParallelTerminationStrategy: PID 5670 died...\u000a00:59:20.687012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5670): Terminated: ok {rc=0}\u000a00:59:20.774309 bus /sierra_3: Setting Powered False\u000a00:59:21.881173 bus /sierra_3: Setting Powered False\u000a00:59:22.992461 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:59:03" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:24.980477 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:24.991595 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:59:25.153586 tst mo_mt_call.py: using LAC 24883\u000a00:59:25.269864 tst mo_mt_call.py: using RAC 148\u000a00:59:25.390303 tst mo_mt_call.py: using CellId 24883\u000a00:59:25.506871 tst mo_mt_call.py: using BVCI 24884\u000a00:59:25.530034 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:25.541102 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:25.551881 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:25.563038 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:25.574286 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:25.585673 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:25.704104 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:25.915193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:26.434304 run create_hlr_db(pid=5676): Launched\u000a00:59:26.621397 bus /sierra_2: Setting Powered False\u000a00:59:27.642212 run create_hlr_db(pid=5676): Terminated: ok {rc=0}\u000a00:59:28.071936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Launched\u000a00:59:28.395671 run osmo-hlr_10.42.42.2(pid=5679): Launched\u000a00:59:28.515681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:29.079704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Launched\u000a00:59:29.405397 run osmo-stp_10.42.42.5(pid=5682): Launched\u000a00:59:29.523055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:30.115441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Launched\u000a00:59:30.441603 run osmo-msc_10.42.42.6(pid=5685): Launched\u000a00:59:30.631700 run osmo-stp_10.42.42.5(pid=5682): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a00:59:30.770491 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-10_00:59:29.245298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:30.918388 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005929440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:31.052405 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-10_00:59:29.245298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:31.185927 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005929439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005929440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005929440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:31.245178 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:59:31.255455 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:59:31.320582 run osmo-hlr_10.42.42.2(pid=5679): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5679)]\u000a00:59:31.373707 run osmo-hlr_10.42.42.2(pid=5679): stdout: \u000a| (launched: 2022-12-10_00:59:28.237016) \u000a00:59:31.426854 run osmo-hlr_10.42.42.2(pid=5679): stderr: \u000a| �[0;m�[1;31m20221210005928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005928439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005928451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005928460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005928460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005928460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:31.498860 run osmo-msc_10.42.42.6(pid=5685): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5685)]\u000a00:59:31.551121 run osmo-msc_10.42.42.6(pid=5685): stdout: \u000a| (launched: 2022-12-10_00:59:30.281179) \u000a00:59:31.604381 run osmo-msc_10.42.42.6(pid=5685): stderr: \u000a| �[0;m�[38;5;43m20221210005930606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005930606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1d816ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005930606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005930606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005930607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005930607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005930608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005930609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005930609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005930609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:31.649156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminating (SIGTERM)\u000a00:59:31.693731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminating (SIGTERM)\u000a00:59:31.736218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Terminating (SIGTERM)\u000a00:59:31.746007 --- ParallelTerminationStrategy: PID 5678 died...\u000a00:59:31.802421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminated: ok {rc=0}\u000a00:59:31.812832 --- ParallelTerminationStrategy: PID 5681 died...\u000a00:59:31.869488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminated: ok {rc=0}\u000a00:59:31.880015 --- ParallelTerminationStrategy: PID 5684 died...\u000a00:59:31.936423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Terminated: ok {rc=0}\u000a00:59:32.026093 bus /sierra_3: Setting Powered False\u000a00:59:33.126913 bus /sierra_3: Setting Powered False\u000a00:59:34.238063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:35.353758 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.366155 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:59:35.532832 tst mo_mt_call_osmux.py: using LAC 24884\u000a00:59:35.660841 tst mo_mt_call_osmux.py: using RAC 149\u000a00:59:35.781977 tst mo_mt_call_osmux.py: using CellId 24884\u000a00:59:35.908115 tst mo_mt_call_osmux.py: using BVCI 24885\u000a00:59:35.932908 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.944620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.956102 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.967667 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.979343 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:35.990825 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:36.106300 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:36.315921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:36.832715 run create_hlr_db(pid=5687): Launched\u000a00:59:37.018914 bus /sierra_2: Setting Powered False\u000a00:59:38.041497 run create_hlr_db(pid=5687): Terminated: ok {rc=0}\u000a00:59:38.471096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5689): Launched\u000a00:59:38.795224 run osmo-hlr_10.42.42.2(pid=5690): Launched\u000a00:59:38.912838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:39.475898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Launched\u000a00:59:39.800504 run osmo-stp_10.42.42.5(pid=5694): Launched\u000a00:59:39.918322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:40.512257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5696): Launched\u000a00:59:40.837319 run osmo-msc_10.42.42.6(pid=5697): Launched\u000a00:59:41.030568 run osmo-stp_10.42.42.5(pid=5694): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]\u000a00:59:41.167350 run osmo-stp_10.42.42.5(pid=5694): stdout: \u000a| (launched: 2022-12-10_00:59:39.641113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:41.304190 run osmo-stp_10.42.42.5(pid=5694): stderr: \u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005939833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:41.434796 run osmo-stp_10.42.42.5(pid=5694): stdout: \u000a| (launched: 2022-12-10_00:59:39.641113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:41.563921 run osmo-stp_10.42.42.5(pid=5694): stderr: \u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005939833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005939833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005939836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:41.620930 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:59:41.630301 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:59:41.693141 run osmo-hlr_10.42.42.2(pid=5690): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5690)]\u000a00:59:41.744980 run osmo-hlr_10.42.42.2(pid=5690): stdout: \u000a| (launched: 2022-12-10_00:59:38.635786) \u000a00:59:41.797315 run osmo-hlr_10.42.42.2(pid=5690): stderr: \u000a| �[0;m�[1;31m20221210005938835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005938835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005938835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005938835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005938836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005938836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005938847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005938856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005938856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005938856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:41.868173 run osmo-msc_10.42.42.6(pid=5697): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5697)]\u000a00:59:41.919884 run osmo-msc_10.42.42.6(pid=5697): stdout: \u000a| (launched: 2022-12-10_00:59:40.677407) \u000a00:59:41.972006 run osmo-msc_10.42.42.6(pid=5697): stderr: \u000a| �[0;m�[38;5;43m20221210005940999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005940999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f409c9e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005940999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005940999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005941000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005941000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005941001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005941002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005941002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005941002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:42.016312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5689): Terminating (SIGTERM)\u000a00:59:42.058323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Terminating (SIGTERM)\u000a00:59:42.100040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5696): Terminating (SIGTERM)\u000a00:59:42.109294 --- ParallelTerminationStrategy: PID 5689 died...\u000a00:59:42.164692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5689): Terminated: ok {rc=0}\u000a00:59:42.174652 --- ParallelTerminationStrategy: PID 5693 died...\u000a00:59:42.230051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Terminated: ok {rc=0}\u000a00:59:42.240052 --- ParallelTerminationStrategy: PID 5696 died...\u000a00:59:42.295292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5696): Terminated: ok {rc=0}\u000a00:59:42.383003 bus /sierra_3: Setting Powered False\u000a00:59:43.483637 bus /sierra_3: Setting Powered False\u000a00:59:44.594410 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:59:24" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:46.633884 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:46.645885 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:59:46.805650 tst mo_mt_call.py: using LAC 24885\u000a00:59:46.957406 tst mo_mt_call.py: using RAC 150\u000a00:59:47.110227 tst mo_mt_call.py: using CellId 24885\u000a00:59:47.264062 tst mo_mt_call.py: using BVCI 24886\u000a00:59:47.296806 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:47.310739 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:47.325655 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:47.338553 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:47.350738 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:47.364050 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:59:47.486627 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:59:47.697617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:48.215937 run create_hlr_db(pid=5702): Launched\u000a00:59:48.402589 bus /sierra_2: Setting Powered False\u000a00:59:49.425642 run create_hlr_db(pid=5702): Terminated: ok {rc=0}\u000a00:59:49.832218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Launched\u000a00:59:50.135336 run osmo-hlr_10.42.42.2(pid=5705): Launched\u000a00:59:50.253753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:50.787685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Launched\u000a00:59:51.091416 run osmo-stp_10.42.42.5(pid=5708): Launched\u000a00:59:51.202311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:51.763113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5710): Launched\u000a00:59:52.069506 run osmo-msc_10.42.42.6(pid=5711): Launched\u000a00:59:52.249910 run osmo-stp_10.42.42.5(pid=5708): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]\u000a00:59:52.379529 run osmo-stp_10.42.42.5(pid=5708): stdout: \u000a| (launched: 2022-12-10_00:59:50.941430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:52.506504 run osmo-stp_10.42.42.5(pid=5708): stderr: \u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005951117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:52.629752 run osmo-stp_10.42.42.5(pid=5708): stdout: \u000a| (launched: 2022-12-10_00:59:50.941430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:52.751832 run osmo-stp_10.42.42.5(pid=5708): stderr: \u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210005951116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210005951117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210005951117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:52.805319 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:59:52.814241 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:59:52.874651 run osmo-hlr_10.42.42.2(pid=5705): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5705)]\u000a00:59:52.923675 run osmo-hlr_10.42.42.2(pid=5705): stdout: \u000a| (launched: 2022-12-10_00:59:49.985586) \u000a00:59:52.973207 run osmo-hlr_10.42.42.2(pid=5705): stderr: \u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210005950164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210005950176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210005950185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210005950185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210005950185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:53.040261 run osmo-msc_10.42.42.6(pid=5711): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5711)]\u000a00:59:53.089027 run osmo-msc_10.42.42.6(pid=5711): stdout: \u000a| (launched: 2022-12-10_00:59:51.917398) \u000a00:59:53.138993 run osmo-msc_10.42.42.6(pid=5711): stderr: \u000a| �[0;m�[38;5;43m20221210005952191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210005952191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f204ff7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210005952191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210005952191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210005952191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210005952191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210005952193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210005952194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210005952194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210005952194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:53.180643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Terminating (SIGTERM)\u000a00:59:53.220385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Terminating (SIGTERM)\u000a00:59:53.260151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5710): Terminating (SIGTERM)\u000a00:59:53.269758 --- ParallelTerminationStrategy: PID 5704 died...\u000a00:59:53.323030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Terminated: ok {rc=0}\u000a00:59:53.333045 --- ParallelTerminationStrategy: PID 5707 died...\u000a00:59:53.386290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Terminated: ok {rc=0}\u000a00:59:53.395755 --- ParallelTerminationStrategy: PID 5710 died...\u000a00:59:53.449087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5710): Terminated: ok {rc=0}\u000a00:59:53.536802 bus /sierra_3: Setting Powered False\u000a00:59:54.640001 bus /sierra_3: Setting Powered False\u000a00:59:55.747907 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5719): Process ended prematurely: osmo-stp_10.42.42.5(pid=5719) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5719)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5719): Process ended prematurely: osmo-stp_10.42.42.5(pid=5719) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:56.862997 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:56.875192 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:59:57.043819 tst mo_mt_call_osmux.py: using LAC 24886\u000a00:59:57.168935 tst mo_mt_call_osmux.py: using RAC 151\u000a00:59:57.294013 tst mo_mt_call_osmux.py: using CellId 24886\u000a00:59:57.419047 tst mo_mt_call_osmux.py: using BVCI 24887\u000a00:59:57.443844 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:57.455390 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:57.466740 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:57.478074 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:57.489528 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:59:57.500883 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:59:57.620775 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:59:57.822892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:58.302168 run create_hlr_db(pid=5713): Launched\u000a00:59:58.476147 bus /sierra_2: Setting Powered False\u000a00:59:59.499094 run create_hlr_db(pid=5713): Terminated: ok {rc=0}\u000a00:59:59.930545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5715): Launched\u000a01:00:00.256622 run osmo-hlr_10.42.42.2(pid=5716): Launched\u000a01:00:00.373700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:00.987003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5718): Launched\u000a01:00:01.487715 run osmo-stp_10.42.42.5(pid=5719): Launched\u000a01:00:01.653148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:02.271327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5724): Launched\u000a01:00:02.597073 run osmo-msc_10.42.42.6(pid=5725): Launched\u000a01:00:02.786796 run osmo-stp_10.42.42.5(pid=5719): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5719)]\u000a01:00:02.923460 run osmo-stp_10.42.42.5(pid=5719): stdout: \u000a| (launched: 2022-12-10_01:00:01.156255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:03.060002 run osmo-stp_10.42.42.5(pid=5719): stderr: \u000a| �[0;m�[38;5;43m20221210010001386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010001386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010001387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010001388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:03.190549 run osmo-stp_10.42.42.5(pid=5719): stdout: \u000a| (launched: 2022-12-10_01:00:01.156255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:03.319720 run osmo-stp_10.42.42.5(pid=5719): stderr: \u000a| �[0;m�[38;5;43m20221210010001386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010001386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010001387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010001388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010001390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:03.377014 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5719): Process ended prematurely: osmo-stp_10.42.42.5(pid=5719) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5719)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:00:03.386606 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:00:03.449573 run osmo-hlr_10.42.42.2(pid=5716): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5716)]\u000a01:00:03.501252 run osmo-hlr_10.42.42.2(pid=5716): stdout: \u000a| (launched: 2022-12-10_01:00:00.097165) \u000a01:00:03.553495 run osmo-hlr_10.42.42.2(pid=5716): stderr: \u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010000296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010000309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010000317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010000317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010000317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:03.624372 run osmo-msc_10.42.42.6(pid=5725): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5725)]\u000a01:00:03.676102 run osmo-msc_10.42.42.6(pid=5725): stdout: \u000a| (launched: 2022-12-10_01:00:02.437487) \u000a01:00:03.728652 run osmo-msc_10.42.42.6(pid=5725): stderr: \u000a| �[0;m�[38;5;43m20221210010002763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010002763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f519fb9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010002763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010002763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010002763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010002763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010002765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010002766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010002766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010002766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:03.773233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5715): Terminating (SIGTERM)\u000a01:00:03.815218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5718): Terminating (SIGTERM)\u000a01:00:03.857228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5724): Terminating (SIGTERM)\u000a01:00:03.866890 --- ParallelTerminationStrategy: PID 5715 died...\u000a01:00:03.923612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5715): Terminated: ok {rc=0}\u000a01:00:03.933633 --- ParallelTerminationStrategy: PID 5718 died...\u000a01:00:03.989002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5718): Terminated: ok {rc=0}\u000a01:00:03.998990 --- ParallelTerminationStrategy: PID 5724 died...\u000a01:00:04.054748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5724): Terminated: ok {rc=0}\u000a01:00:04.141191 bus /sierra_3: Setting Powered False\u000a01:00:05.247431 bus /sierra_3: Setting Powered False\u000a01:00:06.356232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:59:46" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:00:08.361967 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.373436 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:08.538607 tst mo_mt_call.py: using LAC 24887\u000a01:00:08.665518 tst mo_mt_call.py: using RAC 152\u000a01:00:08.781954 tst mo_mt_call.py: using CellId 24887\u000a01:00:08.898460 tst mo_mt_call.py: using BVCI 24888\u000a01:00:08.921598 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.932668 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.943762 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.955313 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.966530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:08.977769 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:09.097669 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:09.311359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:09.830887 run create_hlr_db(pid=5732): Launched\u000a01:00:10.017915 bus /sierra_2: Setting Powered False\u000a01:00:11.040090 run create_hlr_db(pid=5732): Terminated: ok {rc=0}\u000a01:00:11.447575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Launched\u000a01:00:11.751408 run osmo-hlr_10.42.42.2(pid=5735): Launched\u000a01:00:11.867690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:12.398475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Launched\u000a01:00:12.700761 run osmo-stp_10.42.42.5(pid=5738): Launched\u000a01:00:12.810574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:13.363105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Launched\u000a01:00:13.667709 run osmo-msc_10.42.42.6(pid=5741): Launched\u000a01:00:13.845870 run osmo-stp_10.42.42.5(pid=5738): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a01:00:13.974374 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-10_01:00:12.551595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:14.100544 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010012722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:14.222616 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-10_01:00:12.551595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:14.343330 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010012721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010012722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010012722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:14.396907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:00:14.405780 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:00:14.466186 run osmo-hlr_10.42.42.2(pid=5735): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5735)]\u000a01:00:14.515338 run osmo-hlr_10.42.42.2(pid=5735): stdout: \u000a| (launched: 2022-12-10_01:00:11.601670) \u000a01:00:14.565407 run osmo-hlr_10.42.42.2(pid=5735): stderr: \u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010011780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010011792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010011801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010011802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010011802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:14.632845 run osmo-msc_10.42.42.6(pid=5741): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5741)]\u000a01:00:14.682338 run osmo-msc_10.42.42.6(pid=5741): stdout: \u000a| (launched: 2022-12-10_01:00:13.516620) \u000a01:00:14.732127 run osmo-msc_10.42.42.6(pid=5741): stderr: \u000a| �[0;m�[38;5;43m20221210010013790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010013790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f808d2f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010013790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010013790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010013790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010013791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010013792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010013793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010013793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010013793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:14.774158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminating (SIGTERM)\u000a01:00:14.814223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminating (SIGTERM)\u000a01:00:14.854332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Terminating (SIGTERM)\u000a01:00:14.863800 --- ParallelTerminationStrategy: PID 5734 died...\u000a01:00:14.917604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminated: ok {rc=0}\u000a01:00:14.927334 --- ParallelTerminationStrategy: PID 5737 died...\u000a01:00:14.980647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminated: ok {rc=0}\u000a01:00:14.990497 --- ParallelTerminationStrategy: PID 5740 died...\u000a01:00:15.043648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Terminated: ok {rc=0}\u000a01:00:15.127862 bus /sierra_3: Setting Powered False\u000a01:00:16.233614 bus /sierra_3: Setting Powered False\u000a01:00:17.344057 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5749): Process ended prematurely: osmo-stp_10.42.42.5(pid=5749) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5749)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5749): Process ended prematurely: osmo-stp_10.42.42.5(pid=5749) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:18.456312 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:18.468256 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:18.626175 tst mo_mt_call_osmux.py: using LAC 24888\u000a01:00:18.744821 tst mo_mt_call_osmux.py: using RAC 153\u000a01:00:18.867257 tst mo_mt_call_osmux.py: using CellId 24888\u000a01:00:19.004552 tst mo_mt_call_osmux.py: using BVCI 24889\u000a01:00:19.029531 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:19.041230 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:19.053119 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:19.065638 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:19.077524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:19.088866 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:19.205793 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:19.408408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:19.887992 run create_hlr_db(pid=5743): Launched\u000a01:00:20.063389 bus /sierra_2: Setting Powered False\u000a01:00:21.085801 run create_hlr_db(pid=5743): Terminated: ok {rc=0}\u000a01:00:21.519084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5745): Launched\u000a01:00:21.847434 run osmo-hlr_10.42.42.2(pid=5746): Launched\u000a01:00:21.969571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:22.538562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5748): Launched\u000a01:00:22.864462 run osmo-stp_10.42.42.5(pid=5749): Launched\u000a01:00:22.982472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:23.577823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5751): Launched\u000a01:00:23.902755 run osmo-msc_10.42.42.6(pid=5752): Launched\u000a01:00:24.093020 run osmo-stp_10.42.42.5(pid=5749): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5749)]\u000a01:00:24.229283 run osmo-stp_10.42.42.5(pid=5749): stdout: \u000a| (launched: 2022-12-10_01:00:22.704223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:24.365959 run osmo-stp_10.42.42.5(pid=5749): stderr: \u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010022898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:24.496620 run osmo-stp_10.42.42.5(pid=5749): stdout: \u000a| (launched: 2022-12-10_01:00:22.704223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:24.626221 run osmo-stp_10.42.42.5(pid=5749): stderr: \u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010022898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010022898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:24.683149 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5749): Process ended prematurely: osmo-stp_10.42.42.5(pid=5749) [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5749)] [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:00:24.692311 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:00:24.755079 run osmo-hlr_10.42.42.2(pid=5746): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5746)]\u000a01:00:24.806834 run osmo-hlr_10.42.42.2(pid=5746): stdout: \u000a| (launched: 2022-12-10_01:00:21.686487) \u000a01:00:24.859176 run osmo-hlr_10.42.42.2(pid=5746): stderr: \u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010021887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010021900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010021910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010021910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010021910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:24.930018 run osmo-msc_10.42.42.6(pid=5752): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5752)]\u000a01:00:24.981583 run osmo-msc_10.42.42.6(pid=5752): stdout: \u000a| (launched: 2022-12-10_01:00:23.743084) \u000a01:00:25.033468 run osmo-msc_10.42.42.6(pid=5752): stderr: \u000a| �[0;m�[38;5;43m20221210010024065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010024065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc842582c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010024065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010024065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010024065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010024066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010024067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010024068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010024068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010024068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:25.078206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5745): Terminating (SIGTERM)\u000a01:00:25.120250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5748): Terminating (SIGTERM)\u000a01:00:25.162023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5751): Terminating (SIGTERM)\u000a01:00:25.171652 --- ParallelTerminationStrategy: PID 5745 died...\u000a01:00:25.227514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5745): Terminated: ok {rc=0}\u000a01:00:25.237456 --- ParallelTerminationStrategy: PID 5748 died...\u000a01:00:25.292568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5748): Terminated: ok {rc=0}\u000a01:00:25.302479 --- ParallelTerminationStrategy: PID 5751 died...\u000a01:00:25.357610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5751): Terminated: ok {rc=0}\u000a01:00:25.445147 bus /sierra_3: Setting Powered False\u000a01:00:26.550412 bus /sierra_3: Setting Powered False\u000a01:00:27.657899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:00:08" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:00:29.659275 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:29.670528 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:00:29.828179 tst mo_mt_call.py: using LAC 24889\u000a01:00:29.948178 tst mo_mt_call.py: using RAC 154\u000a01:00:30.068611 tst mo_mt_call.py: using CellId 24889\u000a01:00:30.188760 tst mo_mt_call.py: using BVCI 24890\u000a01:00:30.211807 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:30.223014 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:30.234121 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:30.245380 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:30.256574 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:30.267690 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:30.385995 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:30.587826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:31.127679 run create_hlr_db(pid=5757): Launched\u000a01:00:31.305104 bus /sierra_2: Setting Powered False\u000a01:00:32.335008 run create_hlr_db(pid=5757): Terminated: ok {rc=0}\u000a01:00:32.766545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Launched\u000a01:00:33.092453 run osmo-hlr_10.42.42.2(pid=5760): Launched\u000a01:00:33.210783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:33.774791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Launched\u000a01:00:34.100759 run osmo-stp_10.42.42.5(pid=5763): Launched\u000a01:00:34.218515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:34.812270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5765): Launched\u000a01:00:35.137670 run osmo-msc_10.42.42.6(pid=5766): Launched\u000a01:00:35.327346 run osmo-stp_10.42.42.5(pid=5763): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]\u000a01:00:35.464101 run osmo-stp_10.42.42.5(pid=5763): stdout: \u000a| (launched: 2022-12-10_01:00:33.940428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:35.600452 run osmo-stp_10.42.42.5(pid=5763): stderr: \u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010034134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:35.731170 run osmo-stp_10.42.42.5(pid=5763): stdout: \u000a| (launched: 2022-12-10_01:00:33.940428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:35.859883 run osmo-stp_10.42.42.5(pid=5763): stderr: \u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010034133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010034134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:35.916728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)] [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:00:35.925900 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:00:35.988753 run osmo-hlr_10.42.42.2(pid=5760): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5760)]\u000a01:00:36.040197 run osmo-hlr_10.42.42.2(pid=5760): stdout: \u000a| (launched: 2022-12-10_01:00:32.932305) \u000a01:00:36.092698 run osmo-hlr_10.42.42.2(pid=5760): stderr: \u000a| �[0;m�[1;31m20221210010033132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010033132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010033132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010033133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010033133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010033133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010033145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010033153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010033153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010033153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:36.163578 run osmo-msc_10.42.42.6(pid=5766): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5766)]\u000a01:00:36.215093 run osmo-msc_10.42.42.6(pid=5766): stdout: \u000a| (launched: 2022-12-10_01:00:34.977469) \u000a01:00:36.267134 run osmo-msc_10.42.42.6(pid=5766): stderr: \u000a| �[0;m�[38;5;43m20221210010035300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010035300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1111c88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010035300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010035300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010035300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010035301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010035304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010035304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010035305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010035305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:36.311241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Terminating (SIGTERM)\u000a01:00:36.353133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Terminating (SIGTERM)\u000a01:00:36.394986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5765): Terminating (SIGTERM)\u000a01:00:36.404717 --- ParallelTerminationStrategy: PID 5759 died...\u000a01:00:36.460542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Terminated: ok {rc=0}\u000a01:00:36.470653 --- ParallelTerminationStrategy: PID 5762 died...\u000a01:00:36.526445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Terminated: ok {rc=0}\u000a01:00:36.536571 --- ParallelTerminationStrategy: PID 5765 died...\u000a01:00:36.592524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5765): Terminated: ok {rc=0}\u000a01:00:36.680136 bus /sierra_3: Setting Powered False\u000a01:00:37.784412 bus /sierra_3: Setting Powered False\u000a01:00:38.892646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5774): Process ended prematurely: osmo-stp_10.42.42.5(pid=5774) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5774)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5774): Process ended prematurely: osmo-stp_10.42.42.5(pid=5774) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:40.008991 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.021555 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:00:40.186807 tst mo_mt_call_osmux.py: using LAC 24890\u000a01:00:40.313925 tst mo_mt_call_osmux.py: using RAC 155\u000a01:00:40.441330 tst mo_mt_call_osmux.py: using CellId 24890\u000a01:00:40.573830 tst mo_mt_call_osmux.py: using BVCI 24891\u000a01:00:40.598640 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.610284 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.621704 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.633057 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.644452 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:40.655851 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:40.775511 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:40.977310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:41.456381 run create_hlr_db(pid=5768): Launched\u000a01:00:41.630920 bus /sierra_2: Setting Powered False\u000a01:00:42.653613 run create_hlr_db(pid=5768): Terminated: ok {rc=0}\u000a01:00:43.085335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5770): Launched\u000a01:00:43.411671 run osmo-hlr_10.42.42.2(pid=5771): Launched\u000a01:00:43.530065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:44.095158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5773): Launched\u000a01:00:44.420014 run osmo-stp_10.42.42.5(pid=5774): Launched\u000a01:00:44.537942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:45.131789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5776): Launched\u000a01:00:45.457077 run osmo-msc_10.42.42.6(pid=5777): Launched\u000a01:00:45.647617 run osmo-stp_10.42.42.5(pid=5774): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5774)]\u000a01:00:45.785195 run osmo-stp_10.42.42.5(pid=5774): stdout: \u000a| (launched: 2022-12-10_01:00:44.260855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:45.927428 run osmo-stp_10.42.42.5(pid=5774): stderr: \u000a| �[0;m�[38;5;43m20221210010044454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010044454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010044455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010044455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010044455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010044456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010044456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:46.062358 run osmo-stp_10.42.42.5(pid=5774): stdout: \u000a| (launched: 2022-12-10_01:00:44.260855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:46.194133 run osmo-stp_10.42.42.5(pid=5774): stderr: \u000a| �[0;m�[38;5;43m20221210010044454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010044454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010044455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010044455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010044455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010044456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010044456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:46.252003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5774): Process ended prematurely: osmo-stp_10.42.42.5(pid=5774) [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5774)] [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:00:46.262242 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:00:46.326184 run osmo-hlr_10.42.42.2(pid=5771): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5771)]\u000a01:00:46.379035 run osmo-hlr_10.42.42.2(pid=5771): stdout: \u000a| (launched: 2022-12-10_01:00:43.251624) \u000a01:00:46.432371 run osmo-hlr_10.42.42.2(pid=5771): stderr: \u000a| �[0;m�[1;31m20221210010043449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010043449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010043449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010043450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010043450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010043450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010043461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010043470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010043471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010043471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:46.503986 run osmo-msc_10.42.42.6(pid=5777): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5777)]\u000a01:00:46.556842 run osmo-msc_10.42.42.6(pid=5777): stdout: \u000a| (launched: 2022-12-10_01:00:45.296675) \u000a01:00:46.610251 run osmo-msc_10.42.42.6(pid=5777): stderr: \u000a| �[0;m�[38;5;43m20221210010045618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010045618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8357803c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010045618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010045618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010045619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010045619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010045620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010045621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010045621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010045621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:46.655025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5770): Terminating (SIGTERM)\u000a01:00:46.699711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5773): Terminating (SIGTERM)\u000a01:00:46.742367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5776): Terminating (SIGTERM)\u000a01:00:46.752146 --- ParallelTerminationStrategy: PID 5770 died...\u000a01:00:46.808621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5770): Terminated: ok {rc=0}\u000a01:00:46.819102 --- ParallelTerminationStrategy: PID 5773 died...\u000a01:00:46.875035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5773): Terminated: ok {rc=0}\u000a01:00:46.885465 --- ParallelTerminationStrategy: PID 5776 died...\u000a01:00:46.941171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5776): Terminated: ok {rc=0}\u000a01:00:47.030107 bus /sierra_3: Setting Powered False\u000a01:00:48.137549 bus /sierra_3: Setting Powered False\u000a01:00:49.244012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:00:29" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5788): Process ended prematurely: osmo-stp_10.42.42.5(pid=5788) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5788)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5788): Process ended prematurely: osmo-stp_10.42.42.5(pid=5788) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:00:51.231482 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.242360 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:00:51.402177 tst mo_mt_call.py: using LAC 24891\u000a01:00:51.526625 tst mo_mt_call.py: using RAC 156\u000a01:00:51.651964 tst mo_mt_call.py: using CellId 24891\u000a01:00:51.777559 tst mo_mt_call.py: using BVCI 24892\u000a01:00:51.802438 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.813769 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.824986 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.836117 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.847410 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:00:51.859241 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:00:51.975317 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:00:52.187194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:52.706556 run create_hlr_db(pid=5782): Launched\u000a01:00:52.893579 bus /sierra_2: Setting Powered False\u000a01:00:53.905121 run create_hlr_db(pid=5782): Terminated: ok {rc=0}\u000a01:00:54.316121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5784): Launched\u000a01:00:54.620866 run osmo-hlr_10.42.42.2(pid=5785): Launched\u000a01:00:54.735576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:55.262266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5787): Launched\u000a01:00:55.566518 run osmo-stp_10.42.42.5(pid=5788): Launched\u000a01:00:55.677950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:56.232670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5790): Launched\u000a01:00:56.537619 run osmo-msc_10.42.42.6(pid=5791): Launched\u000a01:00:56.716732 run osmo-stp_10.42.42.5(pid=5788): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5788)]\u000a01:00:56.845462 run osmo-stp_10.42.42.5(pid=5788): stdout: \u000a| (launched: 2022-12-10_01:00:55.415867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:56.971857 run osmo-stp_10.42.42.5(pid=5788): stderr: \u000a| �[0;m�[38;5;43m20221210010055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:57.094134 run osmo-stp_10.42.42.5(pid=5788): stdout: \u000a| (launched: 2022-12-10_01:00:55.415867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:57.215246 run osmo-stp_10.42.42.5(pid=5788): stderr: \u000a| �[0;m�[38;5;43m20221210010055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:57.268611 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5788): Process ended prematurely: osmo-stp_10.42.42.5(pid=5788) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5788)] [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:00:57.277279 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:00:57.338322 run osmo-hlr_10.42.42.2(pid=5785): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5785)]\u000a01:00:57.388019 run osmo-hlr_10.42.42.2(pid=5785): stdout: \u000a| (launched: 2022-12-10_01:00:54.469960) \u000a01:00:57.438229 run osmo-hlr_10.42.42.2(pid=5785): stderr: \u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010054646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010054658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010054668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010054668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010054668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:57.506534 run osmo-msc_10.42.42.6(pid=5791): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5791)]\u000a01:00:57.556398 run osmo-msc_10.42.42.6(pid=5791): stdout: \u000a| (launched: 2022-12-10_01:00:56.386731) \u000a01:00:57.607063 run osmo-msc_10.42.42.6(pid=5791): stderr: \u000a| �[0;m�[38;5;43m20221210010056656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010056656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36f5dd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010056657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010056657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010056657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010056657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010056659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010056659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010056659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010056659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:57.649563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5784): Terminating (SIGTERM)\u000a01:00:57.690179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5787): Terminating (SIGTERM)\u000a01:00:57.730450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5790): Terminating (SIGTERM)\u000a01:00:57.739951 --- ParallelTerminationStrategy: PID 5784 died...\u000a01:00:57.793845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5784): Terminated: ok {rc=0}\u000a01:00:57.803986 --- ParallelTerminationStrategy: PID 5787 died...\u000a01:00:57.857680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5787): Terminated: ok {rc=0}\u000a01:00:57.867614 --- ParallelTerminationStrategy: PID 5790 died...\u000a01:00:57.921158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5790): Terminated: ok {rc=0}\u000a01:00:58.008894 bus /sierra_3: Setting Powered False\u000a01:00:59.112085 bus /sierra_3: Setting Powered False\u000a01:01:00.222795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5799): Process ended prematurely: osmo-stp_10.42.42.5(pid=5799) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5799)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5799): Process ended prematurely: osmo-stp_10.42.42.5(pid=5799) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:01.334083 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:01.346925 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:01.539403 tst mo_mt_call_osmux.py: using LAC 24892\u000a01:01:01.674198 tst mo_mt_call_osmux.py: using RAC 157\u000a01:01:01.799426 tst mo_mt_call_osmux.py: using CellId 24892\u000a01:01:01.939205 tst mo_mt_call_osmux.py: using BVCI 24893\u000a01:01:01.963541 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:01.975593 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:01.987594 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:02.001665 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:02.015077 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:02.026965 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:02.149340 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:02.361360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:02.881854 run create_hlr_db(pid=5793): Launched\u000a01:01:03.070072 bus /sierra_2: Setting Powered False\u000a01:01:04.091524 run create_hlr_db(pid=5793): Terminated: ok {rc=0}\u000a01:01:04.521863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5795): Launched\u000a01:01:04.845550 run osmo-hlr_10.42.42.2(pid=5796): Launched\u000a01:01:04.966824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:05.533294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5798): Launched\u000a01:01:05.858548 run osmo-stp_10.42.42.5(pid=5799): Launched\u000a01:01:05.976444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:06.570492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5801): Launched\u000a01:01:06.895246 run osmo-msc_10.42.42.6(pid=5802): Launched\u000a01:01:07.084771 run osmo-stp_10.42.42.5(pid=5799): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5799)]\u000a01:01:07.221189 run osmo-stp_10.42.42.5(pid=5799): stdout: \u000a| (launched: 2022-12-10_01:01:05.698803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:07.357284 run osmo-stp_10.42.42.5(pid=5799): stderr: \u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010105892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:07.487441 run osmo-stp_10.42.42.5(pid=5799): stdout: \u000a| (launched: 2022-12-10_01:01:05.698803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:07.616824 run osmo-stp_10.42.42.5(pid=5799): stderr: \u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010105892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010105892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010105893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:07.674134 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5799): Process ended prematurely: osmo-stp_10.42.42.5(pid=5799) [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5799)] [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:01:07.683202 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:01:07.745634 run osmo-hlr_10.42.42.2(pid=5796): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5796)]\u000a01:01:07.796893 run osmo-hlr_10.42.42.2(pid=5796): stdout: \u000a| (launched: 2022-12-10_01:01:04.686713) \u000a01:01:07.848818 run osmo-hlr_10.42.42.2(pid=5796): stderr: \u000a| �[0;m�[1;31m20221210010104886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010104886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010104886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010104886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010104887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010104887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010104900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010104910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010104910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010104910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:07.919579 run osmo-msc_10.42.42.6(pid=5802): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5802)]\u000a01:01:07.970684 run osmo-msc_10.42.42.6(pid=5802): stdout: \u000a| (launched: 2022-12-10_01:01:06.736102) \u000a01:01:08.022773 run osmo-msc_10.42.42.6(pid=5802): stderr: \u000a| �[0;m�[38;5;43m20221210010107059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010107059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a8c69dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010107059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010107059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010107060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010107060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010107063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010107064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010107064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010107064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:08.066698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5795): Terminating (SIGTERM)\u000a01:01:08.108561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5798): Terminating (SIGTERM)\u000a01:01:08.150188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5801): Terminating (SIGTERM)\u000a01:01:08.159754 --- ParallelTerminationStrategy: PID 5795 died...\u000a01:01:08.215210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5795): Terminated: ok {rc=0}\u000a01:01:08.225270 --- ParallelTerminationStrategy: PID 5798 died...\u000a01:01:08.280666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5798): Terminated: ok {rc=0}\u000a01:01:08.290600 --- ParallelTerminationStrategy: PID 5801 died...\u000a01:01:08.345852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5801): Terminated: ok {rc=0}\u000a01:01:08.432541 bus /sierra_3: Setting Powered False\u000a01:01:09.536173 bus /sierra_3: Setting Powered False\u000a01:01:10.646914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:00:50" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5815): Process ended prematurely: osmo-stp_10.42.42.5(pid=5815) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5815)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5815): Process ended prematurely: osmo-stp_10.42.42.5(pid=5815) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a01:01:12.646344 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:12.657409 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:12.794688 tst mo_mt_call.py: using LAC 24893\u000a01:01:12.922329 tst mo_mt_call.py: using RAC 158\u000a01:01:13.050845 tst mo_mt_call.py: using CellId 24893\u000a01:01:13.173895 tst mo_mt_call.py: using BVCI 24894\u000a01:01:13.196842 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:13.207784 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:13.218433 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:13.229380 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:13.240295 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:13.251299 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:13.365345 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:13.573798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:14.095604 run create_hlr_db(pid=5809): Launched\u000a01:01:14.283318 bus /sierra_2: Setting Powered False\u000a01:01:15.303985 run create_hlr_db(pid=5809): Terminated: ok {rc=0}\u000a01:01:15.712421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5811): Launched\u000a01:01:16.060654 run osmo-hlr_10.42.42.2(pid=5812): Launched\u000a01:01:16.345686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:17.092389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5814): Launched\u000a01:01:17.533817 run osmo-stp_10.42.42.5(pid=5815): Launched\u000a01:01:17.662711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:18.255329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5817): Launched\u000a01:01:18.579818 run osmo-msc_10.42.42.6(pid=5818): Launched\u000a01:01:18.770047 run osmo-stp_10.42.42.5(pid=5815): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5815)]\u000a01:01:18.906890 run osmo-stp_10.42.42.5(pid=5815): stdout: \u000a| (launched: 2022-12-10_01:01:17.291690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:19.042319 run osmo-stp_10.42.42.5(pid=5815): stderr: \u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010117515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:19.172363 run osmo-stp_10.42.42.5(pid=5815): stdout: \u000a| (launched: 2022-12-10_01:01:17.291690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:19.302004 run osmo-stp_10.42.42.5(pid=5815): stderr: \u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010117514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010117515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010117515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:19.358847 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5815): Process ended prematurely: osmo-stp_10.42.42.5(pid=5815) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5815)] [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a01:01:19.367982 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:01:19.430021 run osmo-hlr_10.42.42.2(pid=5812): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5812)]\u000a01:01:19.481132 run osmo-hlr_10.42.42.2(pid=5812): stdout: \u000a| (launched: 2022-12-10_01:01:15.880846) \u000a01:01:19.533427 run osmo-hlr_10.42.42.2(pid=5812): stderr: \u000a| �[0;m�[1;31m20221210010116343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010116344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010116344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010116344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010116344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010116345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010116374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010116392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010116395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010116398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:19.603598 run osmo-msc_10.42.42.6(pid=5818): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5818)]\u000a01:01:19.654601 run osmo-msc_10.42.42.6(pid=5818): stdout: \u000a| (launched: 2022-12-10_01:01:18.420485) \u000a01:01:19.706144 run osmo-msc_10.42.42.6(pid=5818): stderr: \u000a| �[0;m�[38;5;43m20221210010118742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010118742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcfd056c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010118742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010118742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010118742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010118743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010118744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010118745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010118745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010118745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:19.749780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5811): Terminating (SIGTERM)\u000a01:01:19.792088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5814): Terminating (SIGTERM)\u000a01:01:19.833505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5817): Terminating (SIGTERM)\u000a01:01:19.843005 --- ParallelTerminationStrategy: PID 5811 died...\u000a01:01:19.898226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5811): Terminated: ok {rc=0}\u000a01:01:19.908102 --- ParallelTerminationStrategy: PID 5814 died...\u000a01:01:19.962993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5814): Terminated: ok {rc=0}\u000a01:01:19.972867 --- ParallelTerminationStrategy: PID 5817 died...\u000a01:01:20.028600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5817): Terminated: ok {rc=0}\u000a01:01:20.114995 bus /sierra_3: Setting Powered False\u000a01:01:21.221080 bus /sierra_3: Setting Powered False\u000a01:01:22.328213 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:23.443941 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:23.455921 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:23.600850 tst mo_mt_call_osmux.py: using LAC 24894\u000a01:01:23.722013 tst mo_mt_call_osmux.py: using RAC 159\u000a01:01:23.840428 tst mo_mt_call_osmux.py: using CellId 24894\u000a01:01:23.960412 tst mo_mt_call_osmux.py: using BVCI 24895\u000a01:01:23.983229 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:23.994220 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:24.004861 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:24.016442 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:24.027922 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:24.039328 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:24.155801 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:24.367457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:24.886139 run create_hlr_db(pid=5820): Launched\u000a01:01:25.072594 bus /sierra_2: Setting Powered False\u000a01:01:26.095128 run create_hlr_db(pid=5820): Terminated: ok {rc=0}\u000a01:01:26.502805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Launched\u000a01:01:26.807424 run osmo-hlr_10.42.42.2(pid=5823): Launched\u000a01:01:26.925528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:27.456518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Launched\u000a01:01:27.760806 run osmo-stp_10.42.42.5(pid=5826): Launched\u000a01:01:27.871006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:28.426793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Launched\u000a01:01:28.732092 run osmo-msc_10.42.42.6(pid=5829): Launched\u000a01:01:28.911271 run osmo-stp_10.42.42.5(pid=5826): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]\u000a01:01:29.040590 run osmo-stp_10.42.42.5(pid=5826): stdout: \u000a| (launched: 2022-12-10_01:01:27.610758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:29.166553 run osmo-stp_10.42.42.5(pid=5826): stderr: \u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010127783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:29.288011 run osmo-stp_10.42.42.5(pid=5826): stdout: \u000a| (launched: 2022-12-10_01:01:27.610758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:29.408879 run osmo-stp_10.42.42.5(pid=5826): stderr: \u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010127782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010127783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010127783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:29.462089 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)] [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a01:01:29.470701 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:01:29.530724 run osmo-hlr_10.42.42.2(pid=5823): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5823)]\u000a01:01:29.579702 run osmo-hlr_10.42.42.2(pid=5823): stdout: \u000a| (launched: 2022-12-10_01:01:26.657483) \u000a01:01:29.629334 run osmo-hlr_10.42.42.2(pid=5823): stderr: \u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010126833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010126846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010126856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010126857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010126857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:29.696420 run osmo-msc_10.42.42.6(pid=5829): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5829)]\u000a01:01:29.745543 run osmo-msc_10.42.42.6(pid=5829): stdout: \u000a| (launched: 2022-12-10_01:01:28.580882) \u000a01:01:29.794937 run osmo-msc_10.42.42.6(pid=5829): stderr: \u000a| �[0;m�[38;5;43m20221210010128854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010128854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d4ff34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010128854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010128854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010128854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010128855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010128856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010128857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010128857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010128857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:29.836705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Terminating (SIGTERM)\u000a01:01:29.876347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Terminating (SIGTERM)\u000a01:01:29.915946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Terminating (SIGTERM)\u000a01:01:29.925365 --- ParallelTerminationStrategy: PID 5822 died...\u000a01:01:29.978289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Terminated: ok {rc=0}\u000a01:01:29.987934 --- ParallelTerminationStrategy: PID 5825 died...\u000a01:01:30.041169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Terminated: ok {rc=0}\u000a01:01:30.050640 --- ParallelTerminationStrategy: PID 5828 died...\u000a01:01:30.104864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Terminated: ok {rc=0}\u000a01:01:30.194166 bus /sierra_3: Setting Powered False\u000a01:01:31.296219 bus /sierra_3: Setting Powered False\u000a01:01:32.403791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:01:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:01:34.402260 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.413527 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:01:34.552314 tst mo_mt_call.py: using LAC 24895\u000a01:01:34.671229 tst mo_mt_call.py: using RAC 160\u000a01:01:34.788114 tst mo_mt_call.py: using CellId 24895\u000a01:01:34.913644 tst mo_mt_call.py: using BVCI 24896\u000a01:01:34.938472 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.950304 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.961833 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.973417 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.985253 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:34.996654 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:35.112571 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:35.323100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:35.843301 run create_hlr_db(pid=5835): Launched\u000a01:01:36.030930 bus /sierra_2: Setting Powered False\u000a01:01:37.053095 run create_hlr_db(pid=5835): Terminated: ok {rc=0}\u000a01:01:37.486240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Launched\u000a01:01:37.812292 run osmo-hlr_10.42.42.2(pid=5838): Launched\u000a01:01:37.930568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:38.497316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Launched\u000a01:01:38.824883 run osmo-stp_10.42.42.5(pid=5841): Launched\u000a01:01:38.942767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:39.536285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5843): Launched\u000a01:01:39.861934 run osmo-msc_10.42.42.6(pid=5844): Launched\u000a01:01:40.053718 run osmo-stp_10.42.42.5(pid=5841): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]\u000a01:01:40.191298 run osmo-stp_10.42.42.5(pid=5841): stdout: \u000a| (launched: 2022-12-10_01:01:38.662944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:40.328053 run osmo-stp_10.42.42.5(pid=5841): stderr: \u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:40.458604 run osmo-stp_10.42.42.5(pid=5841): stdout: \u000a| (launched: 2022-12-10_01:01:38.662944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:40.588265 run osmo-stp_10.42.42.5(pid=5841): stderr: \u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:40.645456 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)] [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:01:40.654581 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:01:40.716936 run osmo-hlr_10.42.42.2(pid=5838): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5838)]\u000a01:01:40.768282 run osmo-hlr_10.42.42.2(pid=5838): stdout: \u000a| (launched: 2022-12-10_01:01:37.652681) \u000a01:01:40.820453 run osmo-hlr_10.42.42.2(pid=5838): stderr: \u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010137852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010137889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010137898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010137899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010137899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:40.891063 run osmo-msc_10.42.42.6(pid=5844): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5844)]\u000a01:01:40.942384 run osmo-msc_10.42.42.6(pid=5844): stdout: \u000a| (launched: 2022-12-10_01:01:39.702162) \u000a01:01:40.994214 run osmo-msc_10.42.42.6(pid=5844): stderr: \u000a| �[0;m�[38;5;43m20221210010140026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010140027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff663b30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010140027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010140027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010140027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010140027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010140029 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010140029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010140029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010140029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:41.038477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Terminating (SIGTERM)\u000a01:01:41.080284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Terminating (SIGTERM)\u000a01:01:41.122510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5843): Terminating (SIGTERM)\u000a01:01:41.132197 --- ParallelTerminationStrategy: PID 5837 died...\u000a01:01:41.188063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Terminated: ok {rc=0}\u000a01:01:41.198076 --- ParallelTerminationStrategy: PID 5840 died...\u000a01:01:41.253464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Terminated: ok {rc=0}\u000a01:01:41.263389 --- ParallelTerminationStrategy: PID 5843 died...\u000a01:01:41.318856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5843): Terminated: ok {rc=0}\u000a01:01:41.404910 bus /sierra_3: Setting Powered False\u000a01:01:42.513415 bus /sierra_3: Setting Powered False\u000a01:01:43.625483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:44.734495 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:44.746520 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:01:44.886009 tst mo_mt_call_osmux.py: using LAC 24896\u000a01:01:45.002980 tst mo_mt_call_osmux.py: using RAC 161\u000a01:01:45.120089 tst mo_mt_call_osmux.py: using CellId 24896\u000a01:01:45.239175 tst mo_mt_call_osmux.py: using BVCI 24897\u000a01:01:45.262116 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:45.273353 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:45.284450 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:45.295915 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:45.307319 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:45.318630 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:45.437971 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:45.644294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:46.197122 run create_hlr_db(pid=5846): Launched\u000a01:01:46.430326 bus /sierra_2: Setting Powered False\u000a01:01:47.409900 run create_hlr_db(pid=5846): Terminated: ok {rc=0}\u000a01:01:47.851725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Launched\u000a01:01:48.155390 run osmo-hlr_10.42.42.2(pid=5849): Launched\u000a01:01:48.271528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:48.806617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Launched\u000a01:01:49.109846 run osmo-stp_10.42.42.5(pid=5852): Launched\u000a01:01:49.219556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:49.774067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5854): Launched\u000a01:01:50.078645 run osmo-msc_10.42.42.6(pid=5855): Launched\u000a01:01:50.257887 run osmo-stp_10.42.42.5(pid=5852): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a01:01:50.386896 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-10_01:01:48.960308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:50.512701 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221210010149132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010149132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010149133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010149133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:50.634671 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-10_01:01:48.960308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:50.755289 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221210010149132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010149132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010149133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010149133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010149133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:50.808497 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)] [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:01:50.817288 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:01:50.877764 run osmo-hlr_10.42.42.2(pid=5849): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5849)]\u000a01:01:50.927144 run osmo-hlr_10.42.42.2(pid=5849): stdout: \u000a| (launched: 2022-12-10_01:01:48.005977) \u000a01:01:50.977313 run osmo-hlr_10.42.42.2(pid=5849): stderr: \u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010148186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010148202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:51.045142 run osmo-msc_10.42.42.6(pid=5855): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5855)]\u000a01:01:51.094588 run osmo-msc_10.42.42.6(pid=5855): stdout: \u000a| (launched: 2022-12-10_01:01:49.927988) \u000a01:01:51.144644 run osmo-msc_10.42.42.6(pid=5855): stderr: \u000a| �[0;m�[38;5;43m20221210010150200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010150200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4217bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010150200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010150201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010150201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010150201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010150203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010150203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010150203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010150203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:51.186839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminating (SIGTERM)\u000a01:01:51.226965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminating (SIGTERM)\u000a01:01:51.267142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5854): Terminating (SIGTERM)\u000a01:01:51.276366 --- ParallelTerminationStrategy: PID 5848 died...\u000a01:01:51.329905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminated: ok {rc=0}\u000a01:01:51.339657 --- ParallelTerminationStrategy: PID 5851 died...\u000a01:01:51.392739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminated: ok {rc=0}\u000a01:01:51.402448 --- ParallelTerminationStrategy: PID 5854 died...\u000a01:01:51.455875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5854): Terminated: ok {rc=0}\u000a01:01:51.544378 bus /sierra_3: Setting Powered False\u000a01:01:52.648240 bus /sierra_3: Setting Powered False\u000a01:01:53.758969 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:01:34" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5866): Process ended prematurely: osmo-stp_10.42.42.5(pid=5866) [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5866)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5866): Process ended prematurely: osmo-stp_10.42.42.5(pid=5866) [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:01:55.772787 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:55.783833 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:01:55.925709 tst emergency_mo_mt_call.py: using LAC 24897\u000a01:01:56.049493 tst emergency_mo_mt_call.py: using RAC 162\u000a01:01:56.173294 tst emergency_mo_mt_call.py: using CellId 24897\u000a01:01:56.299149 tst emergency_mo_mt_call.py: using BVCI 24898\u000a01:01:56.323639 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:56.334854 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:56.345866 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:56.357167 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:56.368160 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:01:56.379051 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:01:56.494212 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:01:56.693133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:57.165652 run create_hlr_db(pid=5860): Launched\u000a01:01:57.338498 bus /sierra_2: Setting Powered False\u000a01:01:58.360223 run create_hlr_db(pid=5860): Terminated: ok {rc=0}\u000a01:01:58.759723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5862): Launched\u000a01:01:59.058465 run osmo-hlr_10.42.42.2(pid=5863): Launched\u000a01:01:59.165870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:59.681831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5865): Launched\u000a01:01:59.980568 run osmo-stp_10.42.42.5(pid=5866): Launched\u000a01:02:00.110425 tst emergency_mo_mt_call.py: using MSISDN 7471\u000a01:02:00.258974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:00.806440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5868): Launched\u000a01:02:01.286265 run osmo-msc_10.42.42.6(pid=5869): Launched\u000a01:02:01.752209 run osmo-stp_10.42.42.5(pid=5866): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5866)]\u000a01:02:01.942724 run osmo-stp_10.42.42.5(pid=5866): stdout: \u000a| (launched: 2022-12-10_01:01:59.832403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:02.072218 run osmo-stp_10.42.42.5(pid=5866): stderr: \u000a| �[0;m�[38;5;43m20221210010200000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010200001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010200001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010200001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:02.194488 run osmo-stp_10.42.42.5(pid=5866): stdout: \u000a| (launched: 2022-12-10_01:01:59.832403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:02.316115 run osmo-stp_10.42.42.5(pid=5866): stderr: \u000a| �[0;m�[38;5;43m20221210010200000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010200001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010200001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010200001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010200002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:02.370164 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5866): Process ended prematurely: osmo-stp_10.42.42.5(pid=5866) [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5866)] [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a01:02:02.378939 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a01:02:02.439632 run osmo-hlr_10.42.42.2(pid=5863): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5863)]\u000a01:02:02.489021 run osmo-hlr_10.42.42.2(pid=5863): stdout: \u000a| (launched: 2022-12-10_01:01:58.910744) \u000a01:02:02.539622 run osmo-hlr_10.42.42.2(pid=5863): stderr: \u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010159088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010159119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:02.607318 run osmo-msc_10.42.42.6(pid=5869): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5869)]\u000a01:02:02.656576 run osmo-msc_10.42.42.6(pid=5869): stdout: \u000a| (launched: 2022-12-10_01:02:00.999764) \u000a01:02:02.706382 run osmo-msc_10.42.42.6(pid=5869): stderr: \u000a| �[0;m�[38;5;43m20221210010201436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010201436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd1df32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010201436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010201436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010201437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010201438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010201442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010201443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010201443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010201443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:02.748208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5862): Terminating (SIGTERM)\u000a01:02:02.788420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5865): Terminating (SIGTERM)\u000a01:02:02.828542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5868): Terminating (SIGTERM)\u000a01:02:02.837923 --- ParallelTerminationStrategy: PID 5862 died...\u000a01:02:02.891570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5862): Terminated: ok {rc=0}\u000a01:02:02.901555 --- ParallelTerminationStrategy: PID 5865 died...\u000a01:02:02.954804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5865): Terminated: ok {rc=0}\u000a01:02:02.964631 --- ParallelTerminationStrategy: PID 5868 died...\u000a01:02:03.018107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5868): Terminated: ok {rc=0}\u000a01:02:03.108091 bus /sierra_3: Setting Powered False\u000a01:02:04.211981 bus /sierra_3: Setting Powered False\u000a01:02:05.319762 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5877): Process ended prematurely: osmo-stp_10.42.42.5(pid=5877) [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5877)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5877): Process ended prematurely: osmo-stp_10.42.42.5(pid=5877) [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:02:06.372866 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.384709 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:06.531883 tst emergency_preemptive_call.py: using LAC 24898\u000a01:02:06.659273 tst emergency_preemptive_call.py: using RAC 163\u000a01:02:06.786549 tst emergency_preemptive_call.py: using CellId 24898\u000a01:02:06.913725 tst emergency_preemptive_call.py: using BVCI 24899\u000a01:02:06.938036 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.949195 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.959969 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.971424 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.982873 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:06.994264 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:07.109824 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:07.229083 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:07.343348 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:07.539609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:08.010585 run create_hlr_db(pid=5871): Launched\u000a01:02:08.182187 bus /sierra_2: Setting Powered False\u000a01:02:09.203710 run create_hlr_db(pid=5871): Terminated: ok {rc=0}\u000a01:02:09.601115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5873): Launched\u000a01:02:09.900200 run osmo-hlr_10.42.42.2(pid=5874): Launched\u000a01:02:10.015747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:10.542200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5876): Launched\u000a01:02:10.840837 run osmo-stp_10.42.42.5(pid=5877): Launched\u000a01:02:10.961990 tst emergency_preemptive_call.py: using MSISDN 7472\u000a01:02:11.108884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:11.651932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5879): Launched\u000a01:02:11.951452 run osmo-msc_10.42.42.6(pid=5880): Launched\u000a01:02:12.127704 run osmo-stp_10.42.42.5(pid=5877): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5877)]\u000a01:02:12.254396 run osmo-stp_10.42.42.5(pid=5877): stdout: \u000a| (launched: 2022-12-10_01:02:10.693150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:12.378766 run osmo-stp_10.42.42.5(pid=5877): stderr: \u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010210862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:12.499042 run osmo-stp_10.42.42.5(pid=5877): stdout: \u000a| (launched: 2022-12-10_01:02:10.693150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:12.617946 run osmo-stp_10.42.42.5(pid=5877): stderr: \u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010210862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010210862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010210863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:12.670047 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5877): Process ended prematurely: osmo-stp_10.42.42.5(pid=5877) [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5877)] [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a01:02:12.678239 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a01:02:12.739168 run osmo-hlr_10.42.42.2(pid=5874): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5874)]\u000a01:02:12.788923 run osmo-hlr_10.42.42.2(pid=5874): stdout: \u000a| (launched: 2022-12-10_01:02:09.752210) \u000a01:02:12.839475 run osmo-hlr_10.42.42.2(pid=5874): stderr: \u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010209928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010209940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010209949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010209949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010209949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:12.907737 run osmo-msc_10.42.42.6(pid=5880): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5880)]\u000a01:02:12.957294 run osmo-msc_10.42.42.6(pid=5880): stdout: \u000a| (launched: 2022-12-10_01:02:11.802691) \u000a01:02:13.007260 run osmo-msc_10.42.42.6(pid=5880): stderr: \u000a| �[0;m�[38;5;43m20221210010212075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010212075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2301badc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010212075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010212075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010212075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010212075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010212078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:13.049456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5873): Terminating (SIGTERM)\u000a01:02:13.089680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5876): Terminating (SIGTERM)\u000a01:02:13.130010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5879): Terminating (SIGTERM)\u000a01:02:13.139486 --- ParallelTerminationStrategy: PID 5873 died...\u000a01:02:13.193338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5873): Terminated: ok {rc=0}\u000a01:02:13.203204 --- ParallelTerminationStrategy: PID 5876 died...\u000a01:02:13.256595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5876): Terminated: ok {rc=0}\u000a01:02:13.266186 --- ParallelTerminationStrategy: PID 5879 died...\u000a01:02:13.319062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5879): Terminated: ok {rc=0}\u000a01:02:13.406753 bus /sierra_9: Setting Powered False\u000a01:02:14.508781 bus /sierra_9: Setting Powered False\u000a01:02:15.619745 bus /sierra_8: Setting Powered False\u000a01:02:16.730700 bus /sierra_8: Setting Powered False\u000a01:02:17.837677 bus /sierra_3: Setting Powered False\u000a01:02:18.943595 bus /sierra_3: Setting Powered False\u000a01:02:20.052051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:01:55" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5895): Process ended prematurely: osmo-stp_10.42.42.5(pid=5895) [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5895)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5895): Process ended prematurely: osmo-stp_10.42.42.5(pid=5895) [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:02:22.190401 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.201310 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:22.346297 tst cs_paging_gprs_active.py: using LAC 24899\u000a01:02:22.474132 tst cs_paging_gprs_active.py: using RAC 164\u000a01:02:22.603693 tst cs_paging_gprs_active.py: using CellId 24899\u000a01:02:22.732052 tst cs_paging_gprs_active.py: using BVCI 24900\u000a01:02:22.757019 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.768054 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.778873 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.789789 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.800489 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.811242 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.822204 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.832834 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:22.843847 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:22.963201 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:23.258678 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:02:23.395123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:23.732379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Launched\u000a01:02:24.013541 run iperf3-srv_10.42.42.10(pid=5886): Launched\u000a01:02:24.213643 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:02:24.349779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:24.687338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5887): Launched\u000a01:02:24.966858 run iperf3-srv_10.42.42.10(pid=5888): Launched\u000a01:02:25.166637 tst cs_paging_gprs_active.py:38: start network...\u000a01:02:25.302801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:25.823990 run create_hlr_db(pid=5889): Launched\u000a01:02:26.011606 bus /sierra_2: Setting Powered False\u000a01:02:27.022740 run create_hlr_db(pid=5889): Terminated: ok {rc=0}\u000a01:02:27.462459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5891): Launched\u000a01:02:27.789712 run osmo-hlr_10.42.42.2(pid=5892): Launched\u000a01:02:27.908833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:28.474533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5894): Launched\u000a01:02:28.801940 run osmo-stp_10.42.42.5(pid=5895): Launched\u000a01:02:28.920109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:29.488914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5897): Launched\u000a01:02:29.605502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:29.889134 run patchelf(pid=5898): Launched\u000a01:02:30.081028 run osmo-stp_10.42.42.5(pid=5895): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5895)]\u000a01:02:30.220156 run osmo-stp_10.42.42.5(pid=5895): stdout: \u000a| (launched: 2022-12-10_01:02:28.641321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:30.359551 run osmo-stp_10.42.42.5(pid=5895): stderr: \u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010228834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:30.494391 run osmo-stp_10.42.42.5(pid=5895): stdout: \u000a| (launched: 2022-12-10_01:02:28.641321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:30.628560 run osmo-stp_10.42.42.5(pid=5895): stderr: \u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010228834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010228834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010228835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:30.783598 run patchelf(pid=5898): Terminating (SIGINT)\u000a01:02:30.994489 run patchelf(pid=5898): Terminated: ok {rc=0}\u000a01:02:31.039629 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5895): Process ended prematurely: osmo-stp_10.42.42.5(pid=5895) [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5895)] [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a01:02:31.050491 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:02:31.116188 run osmo-hlr_10.42.42.2(pid=5892): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5892)]\u000a01:02:31.169227 run osmo-hlr_10.42.42.2(pid=5892): stdout: \u000a| (launched: 2022-12-10_01:02:27.628442) \u000a01:02:31.222294 run osmo-hlr_10.42.42.2(pid=5892): stderr: \u000a| �[0;m�[1;31m20221210010227827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010227828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010227828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010227828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010227828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010227828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010227852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010227862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010227862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010227862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:31.268331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Terminating (SIGTERM)\u000a01:02:31.311128 run iperf3-srv_10.42.42.10(pid=5886): Terminating (SIGTERM)\u000a01:02:31.355978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5887): Terminating (SIGTERM)\u000a01:02:31.399354 run iperf3-srv_10.42.42.10(pid=5888): Terminating (SIGTERM)\u000a01:02:31.442409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5891): Terminating (SIGTERM)\u000a01:02:31.487171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5894): Terminating (SIGTERM)\u000a01:02:31.530716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5897): Terminating (SIGTERM)\u000a01:02:31.540648 --- ParallelTerminationStrategy: PID 5885 died...\u000a01:02:31.597936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Terminated: ok {rc=0}\u000a01:02:31.608400 --- ParallelTerminationStrategy: PID 5886 died...\u000a01:02:31.665040 run iperf3-srv_10.42.42.10(pid=5886): Terminated {rc=256}\u000a01:02:31.675378 --- ParallelTerminationStrategy: PID 5887 died...\u000a01:02:31.731828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5887): Terminated: ok {rc=0}\u000a01:02:31.742326 --- ParallelTerminationStrategy: PID 5888 died...\u000a01:02:31.799004 run iperf3-srv_10.42.42.10(pid=5888): Terminated {rc=256}\u000a01:02:31.809434 --- ParallelTerminationStrategy: PID 5891 died...\u000a01:02:31.865978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5891): Terminated: ok {rc=0}\u000a01:02:31.876372 --- ParallelTerminationStrategy: PID 5894 died...\u000a01:02:31.932878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5894): Terminated: ok {rc=0}\u000a01:02:31.943306 --- ParallelTerminationStrategy: PID 5897 died...\u000a01:02:31.999789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5897): Terminated: ok {rc=0}\u000a01:02:32.089428 bus /gobi_0: Setting Powered False\u000a01:02:33.195074 bus /gobi_0: Setting Powered False\u000a01:02:34.304239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2367↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2367↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a01:02:35.420661 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:35.432431 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:35.577890 tst iperf3.py: using LAC 24900\u000a01:02:35.697826 tst iperf3.py: using RAC 165\u000a01:02:35.817115 tst iperf3.py: using CellId 24900\u000a01:02:35.939041 tst iperf3.py: using BVCI 24901\u000a01:02:35.962494 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:35.973248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:35.983911 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:35.995019 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:36.005996 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:36.016839 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:36.027950 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:36.038955 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:36.050128 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:36.345168 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:02:36.481286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:36.818930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Launched\u000a01:02:37.098889 run iperf3-srv_10.42.42.10(pid=5901): Launched\u000a01:02:37.298658 tst iperf3.py:8: start network...\u000a01:02:37.434675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:37.954456 run create_hlr_db(pid=5902): Launched\u000a01:02:38.148064 bus /gobi_6: Setting Powered False\u000a01:02:39.162684 run create_hlr_db(pid=5902): Terminated: ok {rc=0}\u000a01:02:39.595809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Launched\u000a01:02:39.922345 run osmo-hlr_10.42.42.2(pid=5905): Launched\u000a01:02:40.041196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:40.608538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Launched\u000a01:02:40.935565 run osmo-stp_10.42.42.5(pid=5908): Launched\u000a01:02:41.053724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:41.619581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Launched\u000a01:02:41.735090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:42.018461 run patchelf(pid=5911): Launched\u000a01:02:42.209219 run osmo-stp_10.42.42.5(pid=5908): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]\u000a01:02:42.348093 run osmo-stp_10.42.42.5(pid=5908): stdout: \u000a| (launched: 2022-12-10_01:02:40.775206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:42.487205 run osmo-stp_10.42.42.5(pid=5908): stderr: \u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010240969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:42.622306 run osmo-stp_10.42.42.5(pid=5908): stdout: \u000a| (launched: 2022-12-10_01:02:40.775206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:42.756363 run osmo-stp_10.42.42.5(pid=5908): stderr: \u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010240968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010240969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010240969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:42.911194 run patchelf(pid=5911): Terminating (SIGINT)\u000a01:02:43.092710 run patchelf(pid=5911): Terminated: ok {rc=0}\u000a01:02:43.126604 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2367↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)] [trial-2367↪gprs:trx-b200↪iperf3.py:8]\u000a01:02:43.136255 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:02:43.199170 run osmo-hlr_10.42.42.2(pid=5905): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5905)]\u000a01:02:43.250294 run osmo-hlr_10.42.42.2(pid=5905): stdout: \u000a| (launched: 2022-12-10_01:02:39.761553) \u000a01:02:43.302143 run osmo-hlr_10.42.42.2(pid=5905): stderr: \u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010239964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010239982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010239991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010239991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010239991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:43.346489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Terminating (SIGTERM)\u000a01:02:43.388201 run iperf3-srv_10.42.42.10(pid=5901): Terminating (SIGTERM)\u000a01:02:43.430137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Terminating (SIGTERM)\u000a01:02:43.471864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Terminating (SIGTERM)\u000a01:02:43.513720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Terminating (SIGTERM)\u000a01:02:43.523365 --- ParallelTerminationStrategy: PID 5900 died...\u000a01:02:43.579518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Terminated: ok {rc=0}\u000a01:02:43.589560 --- ParallelTerminationStrategy: PID 5901 died...\u000a01:02:43.644777 run iperf3-srv_10.42.42.10(pid=5901): Terminated {rc=256}\u000a01:02:43.654722 --- ParallelTerminationStrategy: PID 5904 died...\u000a01:02:43.710034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Terminated: ok {rc=0}\u000a01:02:43.720025 --- ParallelTerminationStrategy: PID 5907 died...\u000a01:02:43.775365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Terminated: ok {rc=0}\u000a01:02:43.785422 --- ParallelTerminationStrategy: PID 5910 died...\u000a01:02:43.840792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Terminated: ok {rc=0}\u000a01:02:43.928150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5926): Process ended prematurely: osmo-stp_10.42.42.5(pid=5926) [trial-2367↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5926)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5926): Process ended prematurely: osmo-stp_10.42.42.5(pid=5926) [trial-2367↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a01:02:45.043234 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.055269 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:45.201181 tst iperf3m4.py: using LAC 24901\u000a01:02:45.329802 tst iperf3m4.py: using RAC 166\u000a01:02:45.457033 tst iperf3m4.py: using CellId 24901\u000a01:02:45.585722 tst iperf3m4.py: using BVCI 24902\u000a01:02:45.610508 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.621710 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.632657 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.643634 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.654615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.665499 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.676459 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.687405 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:45.698466 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:45.818333 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:45.958433 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:46.078189 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:46.395404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:02:46.528277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:46.877230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Launched\u000a01:02:47.177717 run iperf3-srv_10.42.42.10(pid=5913): Launched\u000a01:02:47.378942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:02:47.514952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:47.852192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Launched\u000a01:02:48.133644 run iperf3-srv_10.42.42.10(pid=5915): Launched\u000a01:02:48.334144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:02:48.470538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:48.808462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Launched\u000a01:02:49.087961 run iperf3-srv_10.42.42.10(pid=5917): Launched\u000a01:02:49.286776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:02:49.422021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:49.757021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5918): Launched\u000a01:02:50.036421 run iperf3-srv_10.42.42.10(pid=5919): Launched\u000a01:02:50.235717 tst iperf3m4.py:8: start network...\u000a01:02:50.370994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:50.891825 run create_hlr_db(pid=5920): Launched\u000a01:02:51.079023 bus /gobi_6: Setting Powered False\u000a01:02:52.098497 run create_hlr_db(pid=5920): Terminated: ok {rc=0}\u000a01:02:52.534894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5922): Launched\u000a01:02:52.860836 run osmo-hlr_10.42.42.2(pid=5923): Launched\u000a01:02:52.978767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:53.545426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5925): Launched\u000a01:02:53.871591 run osmo-stp_10.42.42.5(pid=5926): Launched\u000a01:02:53.989438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:54.556781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5928): Launched\u000a01:02:54.672776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:54.957405 run patchelf(pid=5929): Launched\u000a01:02:55.148410 run osmo-stp_10.42.42.5(pid=5926): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5926)]\u000a01:02:55.287865 run osmo-stp_10.42.42.5(pid=5926): stdout: \u000a| (launched: 2022-12-10_01:02:53.710873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:55.427148 run osmo-stp_10.42.42.5(pid=5926): stderr: \u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010253904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:55.562872 run osmo-stp_10.42.42.5(pid=5926): stdout: \u000a| (launched: 2022-12-10_01:02:53.710873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:55.696931 run osmo-stp_10.42.42.5(pid=5926): stderr: \u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010253903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010253904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010253904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:55.851843 run patchelf(pid=5929): Terminating (SIGINT)\u000a01:02:56.033777 run patchelf(pid=5929): Terminated: ok {rc=0}\u000a01:02:56.067183 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5926): Process ended prematurely: osmo-stp_10.42.42.5(pid=5926) [trial-2367↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5926)] [trial-2367↪gprs:trx-b200↪iperf3m4.py:8]\u000a01:02:56.076875 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:02:56.140509 run osmo-hlr_10.42.42.2(pid=5923): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5923)]\u000a01:02:56.192273 run osmo-hlr_10.42.42.2(pid=5923): stdout: \u000a| (launched: 2022-12-10_01:02:52.701137) \u000a01:02:56.244408 run osmo-hlr_10.42.42.2(pid=5923): stderr: \u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010252903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010252929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010252939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010252939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010252939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:56.288976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminating (SIGTERM)\u000a01:02:56.330960 run iperf3-srv_10.42.42.10(pid=5913): Terminating (SIGTERM)\u000a01:02:56.373135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminating (SIGTERM)\u000a01:02:56.415265 run iperf3-srv_10.42.42.10(pid=5915): Terminating (SIGTERM)\u000a01:02:56.457529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminating (SIGTERM)\u000a01:02:56.499532 run iperf3-srv_10.42.42.10(pid=5917): Terminating (SIGTERM)\u000a01:02:56.541775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5918): Terminating (SIGTERM)\u000a01:02:56.583928 run iperf3-srv_10.42.42.10(pid=5919): Terminating (SIGTERM)\u000a01:02:56.626116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5922): Terminating (SIGTERM)\u000a01:02:56.668176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5925): Terminating (SIGTERM)\u000a01:02:56.710581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5928): Terminating (SIGTERM)\u000a01:02:56.720464 --- ParallelTerminationStrategy: PID 5912 died...\u000a01:02:56.777317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminated: ok {rc=0}\u000a01:02:56.787627 --- ParallelTerminationStrategy: PID 5913 died...\u000a01:02:56.843533 run iperf3-srv_10.42.42.10(pid=5913): Terminated {rc=256}\u000a01:02:56.854004 --- ParallelTerminationStrategy: PID 5914 died...\u000a01:02:56.909915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminated: ok {rc=0}\u000a01:02:56.920083 --- ParallelTerminationStrategy: PID 5915 died...\u000a01:02:56.975779 run iperf3-srv_10.42.42.10(pid=5915): Terminated {rc=256}\u000a01:02:56.985792 --- ParallelTerminationStrategy: PID 5916 died...\u000a01:02:57.041459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminated: ok {rc=0}\u000a01:02:57.051582 --- ParallelTerminationStrategy: PID 5917 died...\u000a01:02:57.107249 run iperf3-srv_10.42.42.10(pid=5917): Terminated {rc=256}\u000a01:02:57.117491 --- ParallelTerminationStrategy: PID 5918 died...\u000a01:02:57.173505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5918): Terminated: ok {rc=0}\u000a01:02:57.183731 --- ParallelTerminationStrategy: PID 5919 died...\u000a01:02:57.239107 run iperf3-srv_10.42.42.10(pid=5919): Terminated {rc=256}\u000a01:02:57.249381 --- ParallelTerminationStrategy: PID 5922 died...\u000a01:02:57.305076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5922): Terminated: ok {rc=0}\u000a01:02:57.315262 --- ParallelTerminationStrategy: PID 5925 died...\u000a01:02:57.371237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5925): Terminated: ok {rc=0}\u000a01:02:57.381550 --- ParallelTerminationStrategy: PID 5928 died...\u000a01:02:57.437539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5928): Terminated: ok {rc=0}\u000a01:02:57.525906 bus /gobi_4: Setting Powered False\u000a01:02:58.630463 bus /gobi_4: Setting Powered False\u000a01:02:59.743000 bus /gobi_1: Setting Powered False\u000a01:03:00.856767 bus /gobi_1: Setting Powered False\u000a01:03:01.996585 bus /gobi_0: Setting Powered False\u000a01:03:03.109710 bus /gobi_0: Setting Powered False\u000a01:03:04.223497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5937): Process ended prematurely: osmo-stp_10.42.42.5(pid=5937) [trial-2367↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5937)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5937): Process ended prematurely: osmo-stp_10.42.42.5(pid=5937) [trial-2367↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a01:03:05.292405 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.303782 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:05.438244 tst ping.py: using LAC 24902\u000a01:03:05.557088 tst ping.py: using RAC 167\u000a01:03:05.676046 tst ping.py: using CellId 24902\u000a01:03:05.797550 tst ping.py: using BVCI 24903\u000a01:03:05.820252 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.830858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.841409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.852097 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.862704 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.873271 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.884041 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.894872 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:06.187437 tst ping.py:19: start network...\u000a01:03:06.321068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:06.831650 run create_hlr_db(pid=5931): Launched\u000a01:03:07.016887 bus /gobi_6: Setting Powered False\u000a01:03:08.035496 run create_hlr_db(pid=5931): Terminated: ok {rc=0}\u000a01:03:08.437689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5933): Launched\u000a01:03:08.738230 run osmo-hlr_10.42.42.2(pid=5934): Launched\u000a01:03:08.852914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:09.382769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5936): Launched\u000a01:03:09.681645 run osmo-stp_10.42.42.5(pid=5937): Launched\u000a01:03:09.789504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:10.307260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5939): Launched\u000a01:03:10.412323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:10.672576 run patchelf(pid=5940): Launched\u000a01:03:10.847283 run osmo-stp_10.42.42.5(pid=5937): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5937)]\u000a01:03:10.975646 run osmo-stp_10.42.42.5(pid=5937): stdout: \u000a| (launched: 2022-12-10_01:03:09.534398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:11.104083 run osmo-stp_10.42.42.5(pid=5937): stderr: \u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010309706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:11.228191 run osmo-stp_10.42.42.5(pid=5937): stdout: \u000a| (launched: 2022-12-10_01:03:09.534398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:11.351586 run osmo-stp_10.42.42.5(pid=5937): stderr: \u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010309705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010309706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010309708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:11.493937 run patchelf(pid=5940): Terminating (SIGINT)\u000a01:03:11.660676 run patchelf(pid=5940): Terminated: ok {rc=0}\u000a01:03:11.691023 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5937): Process ended prematurely: osmo-stp_10.42.42.5(pid=5937) [trial-2367↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5937)] [trial-2367↪gprs:trx-b200↪ping.py:22]\u000a01:03:11.699621 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:03:11.760226 run osmo-hlr_10.42.42.2(pid=5934): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5934)]\u000a01:03:11.809363 run osmo-hlr_10.42.42.2(pid=5934): stdout: \u000a| (launched: 2022-12-10_01:03:08.589273) \u000a01:03:11.859352 run osmo-hlr_10.42.42.2(pid=5934): stderr: \u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010308764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010308776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010308785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010308785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010308785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:11.901456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5933): Terminating (SIGTERM)\u000a01:03:11.941519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5936): Terminating (SIGTERM)\u000a01:03:11.981063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5939): Terminating (SIGTERM)\u000a01:03:11.990502 --- ParallelTerminationStrategy: PID 5933 died...\u000a01:03:12.043742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5933): Terminated: ok {rc=0}\u000a01:03:12.053616 --- ParallelTerminationStrategy: PID 5936 died...\u000a01:03:12.106865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5936): Terminated: ok {rc=0}\u000a01:03:12.116871 --- ParallelTerminationStrategy: PID 5939 died...\u000a01:03:12.169992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5939): Terminated: ok {rc=0}\u000a01:03:12.257774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5947): Process ended prematurely: osmo-stp_10.42.42.5(pid=5947) [trial-2367↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5947)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5947): Process ended prematurely: osmo-stp_10.42.42.5(pid=5947) [trial-2367↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a01:03:13.310374 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.321411 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:13.456017 tst ping_idle_ping.py: using LAC 24903\u000a01:03:13.570486 tst ping_idle_ping.py: using RAC 168\u000a01:03:13.684771 tst ping_idle_ping.py: using CellId 24903\u000a01:03:13.798645 tst ping_idle_ping.py: using BVCI 24904\u000a01:03:13.820642 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.831137 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.841457 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.852054 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.862640 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.873193 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.883773 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:13.894118 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:14.162221 tst ping_idle_ping.py:24: start network...\u000a01:03:14.283414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:14.744376 run create_hlr_db(pid=5941): Launched\u000a01:03:14.912731 bus /gobi_6: Setting Powered False\u000a01:03:15.974054 run create_hlr_db(pid=5941): Terminated: ok {rc=0}\u000a01:03:16.426190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5943): Launched\u000a01:03:16.878249 run osmo-hlr_10.42.42.2(pid=5944): Launched\u000a01:03:17.053092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:17.605294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5946): Launched\u000a01:03:17.919200 run osmo-stp_10.42.42.5(pid=5947): Launched\u000a01:03:18.033388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:18.580940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5949): Launched\u000a01:03:18.693388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:18.968007 run patchelf(pid=5950): Launched\u000a01:03:19.152744 run osmo-stp_10.42.42.5(pid=5947): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5947)]\u000a01:03:19.287946 run osmo-stp_10.42.42.5(pid=5947): stdout: \u000a| (launched: 2022-12-10_01:03:17.765142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:19.423243 run osmo-stp_10.42.42.5(pid=5947): stderr: \u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010317956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:19.554441 run osmo-stp_10.42.42.5(pid=5947): stdout: \u000a| (launched: 2022-12-10_01:03:17.765142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:19.684362 run osmo-stp_10.42.42.5(pid=5947): stderr: \u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010317956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010317956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:19.834857 run patchelf(pid=5950): Terminating (SIGINT)\u000a01:03:20.011043 run patchelf(pid=5950): Terminated: ok {rc=0}\u000a01:03:20.042955 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5947): Process ended prematurely: osmo-stp_10.42.42.5(pid=5947) [trial-2367↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5947)] [trial-2367↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a01:03:20.052019 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:03:20.114873 run osmo-hlr_10.42.42.2(pid=5944): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5944)]\u000a01:03:20.166417 run osmo-hlr_10.42.42.2(pid=5944): stdout: \u000a| (launched: 2022-12-10_01:03:16.592542) \u000a01:03:20.218641 run osmo-hlr_10.42.42.2(pid=5944): stderr: \u000a| �[0;m�[1;31m20221210010316820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010316820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010316820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010316820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010316820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010316821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010316836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010316864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010316864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010316864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:20.262755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5943): Terminating (SIGTERM)\u000a01:03:20.304637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5946): Terminating (SIGTERM)\u000a01:03:20.346417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5949): Terminating (SIGTERM)\u000a01:03:20.356063 --- ParallelTerminationStrategy: PID 5943 died...\u000a01:03:20.411745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5943): Terminated: ok {rc=0}\u000a01:03:20.421887 --- ParallelTerminationStrategy: PID 5946 died...\u000a01:03:20.477495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5946): Terminated: ok {rc=0}\u000a01:03:20.487506 --- ParallelTerminationStrategy: PID 5949 died...\u000a01:03:20.542799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5949): Terminated: ok {rc=0}\u000a01:03:20.629457 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:02:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:03:22.789424 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:22.800113 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:22.938019 tst cs_paging_gprs_active.py: using LAC 24904\u000a01:03:23.058903 tst cs_paging_gprs_active.py: using RAC 169\u000a01:03:23.175596 tst cs_paging_gprs_active.py: using CellId 24904\u000a01:03:23.294262 tst cs_paging_gprs_active.py: using BVCI 24905\u000a01:03:23.316734 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.327459 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.337972 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.348927 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.359518 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.370150 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.380855 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.391422 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:23.402219 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:23.520003 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:23.795824 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:03:23.920056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:24.229274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Launched\u000a01:03:24.484934 run iperf3-srv_10.42.42.10(pid=5955): Launched\u000a01:03:24.665501 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:03:24.788781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:25.096085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Launched\u000a01:03:25.352059 run iperf3-srv_10.42.42.10(pid=5957): Launched\u000a01:03:25.533167 tst cs_paging_gprs_active.py:38: start network...\u000a01:03:25.657283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:26.125528 run create_hlr_db(pid=5958): Launched\u000a01:03:26.295801 bus /gobi_6: Setting Powered False\u000a01:03:27.316786 run create_hlr_db(pid=5958): Terminated: ok {rc=0}\u000a01:03:27.738578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Launched\u000a01:03:28.057230 run osmo-hlr_10.42.42.2(pid=5961): Launched\u000a01:03:28.177339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:28.732818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Launched\u000a01:03:29.053156 run osmo-stp_10.42.42.5(pid=5964): Launched\u000a01:03:29.169886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:29.725993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Launched\u000a01:03:29.839703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:30.117144 run patchelf(pid=5967): Launched\u000a01:03:30.303701 run osmo-stp_10.42.42.5(pid=5964): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]\u000a01:03:30.439659 run osmo-stp_10.42.42.5(pid=5964): stdout: \u000a| (launched: 2022-12-10_01:03:28.895244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:30.575820 run osmo-stp_10.42.42.5(pid=5964): stderr: \u000a| �[0;m�[38;5;43m20221210010329086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010329087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010329087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010329087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:30.707550 run osmo-stp_10.42.42.5(pid=5964): stdout: \u000a| (launched: 2022-12-10_01:03:28.895244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:30.838173 run osmo-stp_10.42.42.5(pid=5964): stderr: \u000a| �[0;m�[38;5;43m20221210010329086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010329087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010329087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010329087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010329091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:30.993906 run patchelf(pid=5967): Terminating (SIGINT)\u000a01:03:31.175700 run patchelf(pid=5967): Terminated: ok {rc=0}\u000a01:03:31.210048 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)] [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:03:31.220606 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:03:31.284500 run osmo-hlr_10.42.42.2(pid=5961): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5961)]\u000a01:03:31.336701 run osmo-hlr_10.42.42.2(pid=5961): stdout: \u000a| (launched: 2022-12-10_01:03:27.900480) \u000a01:03:31.390623 run osmo-hlr_10.42.42.2(pid=5961): stderr: \u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010328099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010328112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010328120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010328120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010328120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:31.435328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Terminating (SIGTERM)\u000a01:03:31.479644 run iperf3-srv_10.42.42.10(pid=5955): Terminating (SIGTERM)\u000a01:03:31.523339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Terminating (SIGTERM)\u000a01:03:31.567092 run iperf3-srv_10.42.42.10(pid=5957): Terminating (SIGTERM)\u000a01:03:31.611233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Terminating (SIGTERM)\u000a01:03:31.655777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Terminating (SIGTERM)\u000a01:03:31.699679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Terminating (SIGTERM)\u000a01:03:31.709421 --- ParallelTerminationStrategy: PID 5954 died...\u000a01:03:31.765377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Terminated: ok {rc=0}\u000a01:03:31.775771 --- ParallelTerminationStrategy: PID 5955 died...\u000a01:03:31.831358 run iperf3-srv_10.42.42.10(pid=5955): Terminated {rc=256}\u000a01:03:31.841695 --- ParallelTerminationStrategy: PID 5956 died...\u000a01:03:31.897367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Terminated: ok {rc=0}\u000a01:03:31.907680 --- ParallelTerminationStrategy: PID 5957 died...\u000a01:03:31.963362 run iperf3-srv_10.42.42.10(pid=5957): Terminated {rc=256}\u000a01:03:31.973689 --- ParallelTerminationStrategy: PID 5960 died...\u000a01:03:32.029640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Terminated: ok {rc=0}\u000a01:03:32.040011 --- ParallelTerminationStrategy: PID 5963 died...\u000a01:03:32.095562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Terminated: ok {rc=0}\u000a01:03:32.106006 --- ParallelTerminationStrategy: PID 5966 died...\u000a01:03:32.163573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Terminated: ok {rc=0}\u000a01:03:32.251162 bus /gobi_0: Setting Powered False\u000a01:03:33.354743 bus /gobi_0: Setting Powered False\u000a01:03:34.463970 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5976): Process ended prematurely: osmo-stp_10.42.42.5(pid=5976) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5976)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5976): Process ended prematurely: osmo-stp_10.42.42.5(pid=5976) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:03:35.571526 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:35.582750 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:35.722945 tst iperf3.py: using LAC 24905\u000a01:03:35.839783 tst iperf3.py: using RAC 170\u000a01:03:35.955869 tst iperf3.py: using CellId 24905\u000a01:03:36.074980 tst iperf3.py: using BVCI 24906\u000a01:03:36.097276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.107924 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.118428 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.129102 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.139637 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.150289 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.161113 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.171653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:36.182397 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:36.468345 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:36.600330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:36.926100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5968): Launched\u000a01:03:37.197996 run iperf3-srv_10.42.42.10(pid=5969): Launched\u000a01:03:37.391041 tst iperf3.py:8: start network...\u000a01:03:37.523034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:38.028277 run create_hlr_db(pid=5970): Launched\u000a01:03:38.210741 bus /gobi_6: Setting Powered False\u000a01:03:39.232690 run create_hlr_db(pid=5970): Terminated: ok {rc=0}\u000a01:03:39.625637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5972): Launched\u000a01:03:39.919128 run osmo-hlr_10.42.42.2(pid=5973): Launched\u000a01:03:40.032609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:40.550283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5975): Launched\u000a01:03:40.843056 run osmo-stp_10.42.42.5(pid=5976): Launched\u000a01:03:40.949318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:41.459540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5978): Launched\u000a01:03:41.563634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:41.818595 run patchelf(pid=5979): Launched\u000a01:03:41.990013 run osmo-stp_10.42.42.5(pid=5976): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5976)]\u000a01:03:42.115382 run osmo-stp_10.42.42.5(pid=5976): stdout: \u000a| (launched: 2022-12-10_01:03:40.698606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:42.241611 run osmo-stp_10.42.42.5(pid=5976): stderr: \u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010340867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:42.363467 run osmo-stp_10.42.42.5(pid=5976): stdout: \u000a| (launched: 2022-12-10_01:03:40.698606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:42.483965 run osmo-stp_10.42.42.5(pid=5976): stderr: \u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010340866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010340867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010340867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:42.623800 run patchelf(pid=5979): Terminating (SIGINT)\u000a01:03:42.788275 run patchelf(pid=5979): Terminated: ok {rc=0}\u000a01:03:42.818399 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5976): Process ended prematurely: osmo-stp_10.42.42.5(pid=5976) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5976)] [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a01:03:42.827448 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a01:03:42.886816 run osmo-hlr_10.42.42.2(pid=5973): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5973)]\u000a01:03:42.935483 run osmo-hlr_10.42.42.2(pid=5973): stdout: \u000a| (launched: 2022-12-10_01:03:39.774316) \u000a01:03:42.984371 run osmo-hlr_10.42.42.2(pid=5973): stderr: \u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010339949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010339962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010339970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010339971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010339971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:43.025583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5968): Terminating (SIGTERM)\u000a01:03:43.064642 run iperf3-srv_10.42.42.10(pid=5969): Terminating (SIGTERM)\u000a01:03:43.103664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5972): Terminating (SIGTERM)\u000a01:03:43.143224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5975): Terminating (SIGTERM)\u000a01:03:43.182370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5978): Terminating (SIGTERM)\u000a01:03:43.191605 --- ParallelTerminationStrategy: PID 5968 died...\u000a01:03:43.244308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5968): Terminated: ok {rc=0}\u000a01:03:43.253874 --- ParallelTerminationStrategy: PID 5969 died...\u000a01:03:43.306628 run iperf3-srv_10.42.42.10(pid=5969): Terminated {rc=256}\u000a01:03:43.316184 --- ParallelTerminationStrategy: PID 5972 died...\u000a01:03:43.368252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5972): Terminated: ok {rc=0}\u000a01:03:43.377618 --- ParallelTerminationStrategy: PID 5975 died...\u000a01:03:43.429769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5975): Terminated: ok {rc=0}\u000a01:03:43.439128 --- ParallelTerminationStrategy: PID 5978 died...\u000a01:03:43.491705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5978): Terminated: ok {rc=0}\u000a01:03:43.580639 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5994): Process ended prematurely: osmo-stp_10.42.42.5(pid=5994) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5994)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5994): Process ended prematurely: osmo-stp_10.42.42.5(pid=5994) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:03:44.689526 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:44.700868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:44.837390 tst iperf3m4.py: using LAC 24906\u000a01:03:44.952360 tst iperf3m4.py: using RAC 171\u000a01:03:45.069278 tst iperf3m4.py: using CellId 24906\u000a01:03:45.188820 tst iperf3m4.py: using BVCI 24907\u000a01:03:45.211211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.221893 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.232445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.243223 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.253523 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.264304 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.275181 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.286088 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:45.297107 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:45.410696 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:45.529490 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:45.645596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:45.934584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:46.068940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:46.412692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5980): Launched\u000a01:03:46.707404 run iperf3-srv_10.42.42.10(pid=5981): Launched\u000a01:03:46.906996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:03:47.041786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:47.359619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5982): Launched\u000a01:03:47.614106 run iperf3-srv_10.42.42.10(pid=5983): Launched\u000a01:03:47.792872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:03:47.915487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:48.218758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Launched\u000a01:03:48.471678 run iperf3-srv_10.42.42.10(pid=5985): Launched\u000a01:03:48.651396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:03:48.774342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:49.078474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5986): Launched\u000a01:03:49.331172 run iperf3-srv_10.42.42.10(pid=5987): Launched\u000a01:03:49.508778 tst iperf3m4.py:8: start network...\u000a01:03:49.630305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:50.091791 run create_hlr_db(pid=5988): Launched\u000a01:03:50.260547 bus /gobi_6: Setting Powered False\u000a01:03:51.283762 run create_hlr_db(pid=5988): Terminated: ok {rc=0}\u000a01:03:51.674857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5990): Launched\u000a01:03:51.968857 run osmo-hlr_10.42.42.2(pid=5991): Launched\u000a01:03:52.082925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:52.601401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5993): Launched\u000a01:03:52.895234 run osmo-stp_10.42.42.5(pid=5994): Launched\u000a01:03:53.002309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:53.513743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5996): Launched\u000a01:03:53.618342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:53.873685 run patchelf(pid=5997): Launched\u000a01:03:54.045323 run osmo-stp_10.42.42.5(pid=5994): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5994)]\u000a01:03:54.171241 run osmo-stp_10.42.42.5(pid=5994): stdout: \u000a| (launched: 2022-12-10_01:03:52.750256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:54.297552 run osmo-stp_10.42.42.5(pid=5994): stderr: \u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010352917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:54.419250 run osmo-stp_10.42.42.5(pid=5994): stdout: \u000a| (launched: 2022-12-10_01:03:52.750256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:54.539977 run osmo-stp_10.42.42.5(pid=5994): stderr: \u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010352916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010352917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010352917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:54.680367 run patchelf(pid=5997): Terminating (SIGINT)\u000a01:03:54.845476 run patchelf(pid=5997): Terminated: ok {rc=0}\u000a01:03:54.875789 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5994): Process ended prematurely: osmo-stp_10.42.42.5(pid=5994) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5994)] [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:03:54.884850 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a01:03:54.945226 run osmo-hlr_10.42.42.2(pid=5991): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5991)]\u000a01:03:54.994076 run osmo-hlr_10.42.42.2(pid=5991): stdout: \u000a| (launched: 2022-12-10_01:03:51.823628) \u000a01:03:55.043305 run osmo-hlr_10.42.42.2(pid=5991): stderr: \u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010351998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010352010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010352019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010352019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010352019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:55.084993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5980): Terminating (SIGTERM)\u000a01:03:55.124942 run iperf3-srv_10.42.42.10(pid=5981): Terminating (SIGTERM)\u000a01:03:55.164362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5982): Terminating (SIGTERM)\u000a01:03:55.203841 run iperf3-srv_10.42.42.10(pid=5983): Terminating (SIGTERM)\u000a01:03:55.243665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Terminating (SIGTERM)\u000a01:03:55.283137 run iperf3-srv_10.42.42.10(pid=5985): Terminating (SIGTERM)\u000a01:03:55.322556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5986): Terminating (SIGTERM)\u000a01:03:55.361943 run iperf3-srv_10.42.42.10(pid=5987): Terminating (SIGTERM)\u000a01:03:55.401410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5990): Terminating (SIGTERM)\u000a01:03:55.440788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5993): Terminating (SIGTERM)\u000a01:03:55.480261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5996): Terminating (SIGTERM)\u000a01:03:55.489589 --- ParallelTerminationStrategy: PID 5980 died...\u000a01:03:55.542472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5980): Terminated: ok {rc=0}\u000a01:03:55.552104 --- ParallelTerminationStrategy: PID 5981 died...\u000a01:03:55.605094 run iperf3-srv_10.42.42.10(pid=5981): Terminated {rc=256}\u000a01:03:55.614320 --- ParallelTerminationStrategy: PID 5982 died...\u000a01:03:55.665817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5982): Terminated: ok {rc=0}\u000a01:03:55.675270 --- ParallelTerminationStrategy: PID 5983 died...\u000a01:03:55.727126 run iperf3-srv_10.42.42.10(pid=5983): Terminated {rc=256}\u000a01:03:55.736441 --- ParallelTerminationStrategy: PID 5984 died...\u000a01:03:55.788859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Terminated: ok {rc=0}\u000a01:03:55.798171 --- ParallelTerminationStrategy: PID 5985 died...\u000a01:03:55.849670 run iperf3-srv_10.42.42.10(pid=5985): Terminated {rc=256}\u000a01:03:55.859206 --- ParallelTerminationStrategy: PID 5986 died...\u000a01:03:55.911091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5986): Terminated: ok {rc=0}\u000a01:03:55.920409 --- ParallelTerminationStrategy: PID 5987 died...\u000a01:03:55.972441 run iperf3-srv_10.42.42.10(pid=5987): Terminated {rc=256}\u000a01:03:55.981979 --- ParallelTerminationStrategy: PID 5990 died...\u000a01:03:56.034342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5990): Terminated: ok {rc=0}\u000a01:03:56.043938 --- ParallelTerminationStrategy: PID 5993 died...\u000a01:03:56.096284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5993): Terminated: ok {rc=0}\u000a01:03:56.106005 --- ParallelTerminationStrategy: PID 5996 died...\u000a01:03:56.158146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5996): Terminated: ok {rc=0}\u000a01:03:56.244713 bus /gobi_4: Setting Powered False\u000a01:03:57.346210 bus /gobi_4: Setting Powered False\u000a01:03:58.455579 bus /gobi_1: Setting Powered False\u000a01:03:59.560719 bus /gobi_1: Setting Powered False\u000a01:04:00.666512 bus /gobi_0: Setting Powered False\u000a01:04:01.775195 bus /gobi_0: Setting Powered False\u000a01:04:02.880382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6004): Process ended prematurely: osmo-stp_10.42.42.5(pid=6004) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6004)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6004): Process ended prematurely: osmo-stp_10.42.42.5(pid=6004) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:04:03.944908 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:03.956050 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:04.095392 tst ping.py: using LAC 24907\u000a01:04:04.221007 tst ping.py: using RAC 172\u000a01:04:04.340931 tst ping.py: using CellId 24907\u000a01:04:04.460704 tst ping.py: using BVCI 24908\u000a01:04:04.484472 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.495899 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.507040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.518291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.529330 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.540287 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.551506 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.562425 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:04.829095 tst ping.py:19: start network...\u000a01:04:04.949227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:05.405999 run create_hlr_db(pid=5998): Launched\u000a01:04:05.572332 bus /gobi_6: Setting Powered False\u000a01:04:06.594372 run create_hlr_db(pid=5998): Terminated: ok {rc=0}\u000a01:04:07.007343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6000): Launched\u000a01:04:07.318112 run osmo-hlr_10.42.42.2(pid=6001): Launched\u000a01:04:07.436224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:07.977634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6003): Launched\u000a01:04:08.286699 run osmo-stp_10.42.42.5(pid=6004): Launched\u000a01:04:08.400861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:08.941355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6006): Launched\u000a01:04:09.051119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:09.322177 run patchelf(pid=6007): Launched\u000a01:04:09.503904 run osmo-stp_10.42.42.5(pid=6004): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6004)]\u000a01:04:09.636377 run osmo-stp_10.42.42.5(pid=6004): stdout: \u000a| (launched: 2022-12-10_01:04:08.134917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:09.769344 run osmo-stp_10.42.42.5(pid=6004): stderr: \u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010408328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:09.898133 run osmo-stp_10.42.42.5(pid=6004): stdout: \u000a| (launched: 2022-12-10_01:04:08.134917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:10.025986 run osmo-stp_10.42.42.5(pid=6004): stderr: \u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010408327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010408328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010408328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:10.174007 run patchelf(pid=6007): Terminating (SIGINT)\u000a01:04:10.347519 run patchelf(pid=6007): Terminated: ok {rc=0}\u000a01:04:10.379175 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6004): Process ended prematurely: osmo-stp_10.42.42.5(pid=6004) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6004)] [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a01:04:10.388301 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:04:10.450244 run osmo-hlr_10.42.42.2(pid=6001): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6001)]\u000a01:04:10.501180 run osmo-hlr_10.42.42.2(pid=6001): stdout: \u000a| (launched: 2022-12-10_01:04:07.165285) \u000a01:04:10.552694 run osmo-hlr_10.42.42.2(pid=6001): stderr: \u000a| �[0;m�[1;31m20221210010407361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010407362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010407362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010407362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010407362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010407362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010407374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010407383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010407383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010407383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:10.596397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6000): Terminating (SIGTERM)\u000a01:04:10.637729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6003): Terminating (SIGTERM)\u000a01:04:10.679103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6006): Terminating (SIGTERM)\u000a01:04:10.688420 --- ParallelTerminationStrategy: PID 6000 died...\u000a01:04:10.743660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6000): Terminated: ok {rc=0}\u000a01:04:10.753785 --- ParallelTerminationStrategy: PID 6003 died...\u000a01:04:10.808817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6003): Terminated: ok {rc=0}\u000a01:04:10.818754 --- ParallelTerminationStrategy: PID 6006 died...\u000a01:04:10.873372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6006): Terminated: ok {rc=0}\u000a01:04:10.959455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:04:12.011029 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.022800 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:12.159617 tst ping_idle_ping.py: using LAC 24908\u000a01:04:12.279898 tst ping_idle_ping.py: using RAC 173\u000a01:04:12.410862 tst ping_idle_ping.py: using CellId 24908\u000a01:04:12.540490 tst ping_idle_ping.py: using BVCI 24909\u000a01:04:12.564090 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.575344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.586432 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.597501 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.608378 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.619348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.630604 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:12.641654 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:12.908879 tst ping_idle_ping.py:24: start network...\u000a01:04:13.029058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:13.487937 run create_hlr_db(pid=6008): Launched\u000a01:04:13.655589 bus /gobi_6: Setting Powered False\u000a01:04:14.676614 run create_hlr_db(pid=6008): Terminated: ok {rc=0}\u000a01:04:15.091925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Launched\u000a01:04:15.405994 run osmo-hlr_10.42.42.2(pid=6011): Launched\u000a01:04:15.520893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:16.104019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Launched\u000a01:04:16.520006 run osmo-stp_10.42.42.5(pid=6014): Launched\u000a01:04:16.792462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:17.392604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6016): Launched\u000a01:04:17.504400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:17.774815 run patchelf(pid=6017): Launched\u000a01:04:17.956609 run osmo-stp_10.42.42.5(pid=6014): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]\u000a01:04:18.089649 run osmo-stp_10.42.42.5(pid=6014): stdout: \u000a| (launched: 2022-12-10_01:04:16.256034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:18.223330 run osmo-stp_10.42.42.5(pid=6014): stderr: \u000a| �[0;m�[38;5;43m20221210010416672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010416672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010416674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010416677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010416679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010416680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010416680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:18.352298 run osmo-stp_10.42.42.5(pid=6014): stdout: \u000a| (launched: 2022-12-10_01:04:16.256034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:18.480233 run osmo-stp_10.42.42.5(pid=6014): stderr: \u000a| �[0;m�[38;5;43m20221210010416672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010416672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010416674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010416677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010416679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010416680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010416680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:18.628309 run patchelf(pid=6017): Terminating (SIGINT)\u000a01:04:18.802001 run patchelf(pid=6017): Terminated: ok {rc=0}\u000a01:04:18.833462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)] [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:04:18.842409 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:04:18.903737 run osmo-hlr_10.42.42.2(pid=6011): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6011)]\u000a01:04:18.954021 run osmo-hlr_10.42.42.2(pid=6011): stdout: \u000a| (launched: 2022-12-10_01:04:15.251447) \u000a01:04:19.004840 run osmo-hlr_10.42.42.2(pid=6011): stderr: \u000a| �[0;m�[1;31m20221210010415447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010415447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010415447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010415460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:19.048160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Terminating (SIGTERM)\u000a01:04:19.088929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Terminating (SIGTERM)\u000a01:04:19.129922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6016): Terminating (SIGTERM)\u000a01:04:19.139393 --- ParallelTerminationStrategy: PID 6010 died...\u000a01:04:19.194260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Terminated: ok {rc=0}\u000a01:04:19.204091 --- ParallelTerminationStrategy: PID 6013 died...\u000a01:04:19.258753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Terminated: ok {rc=0}\u000a01:04:19.268602 --- ParallelTerminationStrategy: PID 6016 died...\u000a01:04:19.322936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6016): Terminated: ok {rc=0}\u000a01:04:19.408608 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:03:22" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6031): Process ended prematurely: osmo-stp_10.42.42.5(pid=6031) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6031)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6031): Process ended prematurely: osmo-stp_10.42.42.5(pid=6031) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:04:21.558147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:21.568673 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:21.722629 tst cs_paging_gprs_active.py: using LAC 24909\u000a01:04:21.839067 tst cs_paging_gprs_active.py: using RAC 174\u000a01:04:21.962413 tst cs_paging_gprs_active.py: using CellId 24909\u000a01:04:22.087485 tst cs_paging_gprs_active.py: using BVCI 24910\u000a01:04:22.111944 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.123052 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.134019 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.144872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.155703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.167014 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.178484 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.189399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:22.200281 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:22.314929 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:22.589493 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:04:22.713166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:23.019772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Launched\u000a01:04:23.275682 run iperf3-srv_10.42.42.10(pid=6022): Launched\u000a01:04:23.456679 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:04:23.580168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:23.888187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Launched\u000a01:04:24.144845 run iperf3-srv_10.42.42.10(pid=6024): Launched\u000a01:04:24.325641 tst cs_paging_gprs_active.py:38: start network...\u000a01:04:24.449253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:24.917761 run create_hlr_db(pid=6025): Launched\u000a01:04:25.087902 bus /gobi_6: Setting Powered False\u000a01:04:26.110487 run create_hlr_db(pid=6025): Terminated: ok {rc=0}\u000a01:04:26.534234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6027): Launched\u000a01:04:26.854834 run osmo-hlr_10.42.42.2(pid=6028): Launched\u000a01:04:26.971264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:27.525649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6030): Launched\u000a01:04:27.845465 run osmo-stp_10.42.42.5(pid=6031): Launched\u000a01:04:27.961432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:28.520779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6033): Launched\u000a01:04:28.634905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:28.913142 run patchelf(pid=6034): Launched\u000a01:04:29.099428 run osmo-stp_10.42.42.5(pid=6031): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6031)]\u000a01:04:29.236474 run osmo-stp_10.42.42.5(pid=6031): stdout: \u000a| (launched: 2022-12-10_01:04:27.687863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:29.372753 run osmo-stp_10.42.42.5(pid=6031): stderr: \u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010427879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:29.505095 run osmo-stp_10.42.42.5(pid=6031): stdout: \u000a| (launched: 2022-12-10_01:04:27.687863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:29.636075 run osmo-stp_10.42.42.5(pid=6031): stderr: \u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010427878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010427879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010427879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:29.787931 run patchelf(pid=6034): Terminating (SIGINT)\u000a01:04:29.965841 run patchelf(pid=6034): Terminated: ok {rc=0}\u000a01:04:29.998608 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6031): Process ended prematurely: osmo-stp_10.42.42.5(pid=6031) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6031)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:04:30.008238 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:04:30.070602 run osmo-hlr_10.42.42.2(pid=6028): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6028)]\u000a01:04:30.121651 run osmo-hlr_10.42.42.2(pid=6028): stdout: \u000a| (launched: 2022-12-10_01:04:26.697345) \u000a01:04:30.173265 run osmo-hlr_10.42.42.2(pid=6028): stderr: \u000a| �[0;m�[1;31m20221210010426894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010426894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010426896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010426896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010426896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010426896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010426911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010426921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010426921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010426921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:30.217613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Terminating (SIGTERM)\u000a01:04:30.259039 run iperf3-srv_10.42.42.10(pid=6022): Terminating (SIGTERM)\u000a01:04:30.300375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Terminating (SIGTERM)\u000a01:04:30.341659 run iperf3-srv_10.42.42.10(pid=6024): Terminating (SIGTERM)\u000a01:04:30.382996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6027): Terminating (SIGTERM)\u000a01:04:30.424314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6030): Terminating (SIGTERM)\u000a01:04:30.465813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6033): Terminating (SIGTERM)\u000a01:04:30.475457 --- ParallelTerminationStrategy: PID 6021 died...\u000a01:04:30.531023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Terminated: ok {rc=0}\u000a01:04:30.541090 --- ParallelTerminationStrategy: PID 6022 died...\u000a01:04:30.595857 run iperf3-srv_10.42.42.10(pid=6022): Terminated {rc=256}\u000a01:04:30.605846 --- ParallelTerminationStrategy: PID 6023 died...\u000a01:04:30.660596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Terminated: ok {rc=0}\u000a01:04:30.670432 --- ParallelTerminationStrategy: PID 6024 died...\u000a01:04:30.724844 run iperf3-srv_10.42.42.10(pid=6024): Terminated {rc=256}\u000a01:04:30.734803 --- ParallelTerminationStrategy: PID 6027 died...\u000a01:04:30.790090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6027): Terminated: ok {rc=0}\u000a01:04:30.800087 --- ParallelTerminationStrategy: PID 6030 died...\u000a01:04:30.855527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6030): Terminated: ok {rc=0}\u000a01:04:30.865923 --- ParallelTerminationStrategy: PID 6033 died...\u000a01:04:30.922074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6033): Terminated: ok {rc=0}\u000a01:04:31.032349 bus /gobi_0: Setting Powered False\u000a01:04:32.156862 bus /gobi_0: Setting Powered False\u000a01:04:33.270484 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:04:34.379856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.391262 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:34.549105 tst iperf3.py: using LAC 24910\u000a01:04:34.666953 tst iperf3.py: using RAC 175\u000a01:04:34.782390 tst iperf3.py: using CellId 24910\u000a01:04:34.897913 tst iperf3.py: using BVCI 24911\u000a01:04:34.920380 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.931172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.941768 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.952884 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.963695 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.974338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.984829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:34.995873 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:35.006794 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:35.279557 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:35.402546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:35.710142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Launched\u000a01:04:35.965838 run iperf3-srv_10.42.42.10(pid=6036): Launched\u000a01:04:36.145469 tst iperf3.py:8: start network...\u000a01:04:36.268413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:36.734949 run create_hlr_db(pid=6037): Launched\u000a01:04:36.904567 bus /gobi_6: Setting Powered False\u000a01:04:37.926606 run create_hlr_db(pid=6037): Terminated: ok {rc=0}\u000a01:04:38.348853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Launched\u000a01:04:38.667186 run osmo-hlr_10.42.42.2(pid=6040): Launched\u000a01:04:38.782565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:39.337075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Launched\u000a01:04:39.656664 run osmo-stp_10.42.42.5(pid=6043): Launched\u000a01:04:39.772137 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:40.329753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Launched\u000a01:04:40.443956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:40.722673 run patchelf(pid=6047): Launched\u000a01:04:40.909583 run osmo-stp_10.42.42.5(pid=6043): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a01:04:41.046041 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-10_01:04:39.498972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:41.183090 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010439693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:41.315235 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-10_01:04:39.498972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:41.446328 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010439692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010439693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010439693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:41.598780 run patchelf(pid=6047): Terminating (SIGINT)\u000a01:04:41.776829 run patchelf(pid=6047): Terminated: ok {rc=0}\u000a01:04:41.809741 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:04:41.819305 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:04:41.882791 run osmo-hlr_10.42.42.2(pid=6040): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6040)]\u000a01:04:41.934365 run osmo-hlr_10.42.42.2(pid=6040): stdout: \u000a| (launched: 2022-12-10_01:04:38.510587) \u000a01:04:41.986692 run osmo-hlr_10.42.42.2(pid=6040): stderr: \u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010438707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010438720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010438728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010438728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010438728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:42.031365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Terminating (SIGTERM)\u000a01:04:42.073357 run iperf3-srv_10.42.42.10(pid=6036): Terminating (SIGTERM)\u000a01:04:42.115519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminating (SIGTERM)\u000a01:04:42.157731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminating (SIGTERM)\u000a01:04:42.200051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminating (SIGTERM)\u000a01:04:42.209930 --- ParallelTerminationStrategy: PID 6035 died...\u000a01:04:42.265812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Terminated: ok {rc=0}\u000a01:04:42.275912 --- ParallelTerminationStrategy: PID 6036 died...\u000a01:04:42.331354 run iperf3-srv_10.42.42.10(pid=6036): Terminated {rc=256}\u000a01:04:42.341419 --- ParallelTerminationStrategy: PID 6039 died...\u000a01:04:42.396691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminated: ok {rc=0}\u000a01:04:42.406710 --- ParallelTerminationStrategy: PID 6042 died...\u000a01:04:42.461893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminated: ok {rc=0}\u000a01:04:42.471995 --- ParallelTerminationStrategy: PID 6045 died...\u000a01:04:42.527421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminated: ok {rc=0}\u000a01:04:42.614176 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6063): Process ended prematurely: osmo-stp_10.42.42.5(pid=6063) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6063)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6063): Process ended prematurely: osmo-stp_10.42.42.5(pid=6063) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:04:43.726512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:43.738089 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:43.891201 tst iperf3m4.py: using LAC 24911\u000a01:04:44.006301 tst iperf3m4.py: using RAC 176\u000a01:04:44.121160 tst iperf3m4.py: using CellId 24911\u000a01:04:44.236292 tst iperf3m4.py: using BVCI 24912\u000a01:04:44.259034 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.269778 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.280162 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.291426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.302774 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.314149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.325579 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.336082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:44.346759 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:44.467775 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:44.585417 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:44.705814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:44.997005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:45.129867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:45.461134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Launched\u000a01:04:45.737713 run iperf3-srv_10.42.42.10(pid=6049): Launched\u000a01:04:45.953953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:04:46.104154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:46.468083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6050): Launched\u000a01:04:46.756870 run iperf3-srv_10.42.42.10(pid=6051): Launched\u000a01:04:46.944684 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:04:47.072040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:47.386602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6052): Launched\u000a01:04:47.644661 run iperf3-srv_10.42.42.10(pid=6053): Launched\u000a01:04:47.825589 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:04:47.948879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:48.258127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6054): Launched\u000a01:04:48.515769 run iperf3-srv_10.42.42.10(pid=6055): Launched\u000a01:04:48.696553 tst iperf3m4.py:8: start network...\u000a01:04:48.820054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:49.289956 run create_hlr_db(pid=6056): Launched\u000a01:04:49.460911 bus /gobi_6: Setting Powered False\u000a01:04:50.482326 run create_hlr_db(pid=6056): Terminated: ok {rc=0}\u000a01:04:50.905854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Launched\u000a01:04:51.225310 run osmo-hlr_10.42.42.2(pid=6059): Launched\u000a01:04:51.344121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:51.904611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6062): Launched\u000a01:04:52.227096 run osmo-stp_10.42.42.5(pid=6063): Launched\u000a01:04:52.342450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:52.898988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6065): Launched\u000a01:04:53.012663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:53.292045 run patchelf(pid=6066): Launched\u000a01:04:53.479835 run osmo-stp_10.42.42.5(pid=6063): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6063)]\u000a01:04:53.616396 run osmo-stp_10.42.42.5(pid=6063): stdout: \u000a| (launched: 2022-12-10_01:04:52.068046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:53.753091 run osmo-stp_10.42.42.5(pid=6063): stderr: \u000a| �[0;m�[38;5;43m20221210010452256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010452256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010452257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010452257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010452257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010452258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010452258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:53.885230 run osmo-stp_10.42.42.5(pid=6063): stdout: \u000a| (launched: 2022-12-10_01:04:52.068046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:54.016410 run osmo-stp_10.42.42.5(pid=6063): stderr: \u000a| �[0;m�[38;5;43m20221210010452256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010452256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010452257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010452257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010452257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010452258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010452258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:54.169047 run patchelf(pid=6066): Terminating (SIGINT)\u000a01:04:54.348195 run patchelf(pid=6066): Terminated: ok {rc=0}\u000a01:04:54.380926 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6063): Process ended prematurely: osmo-stp_10.42.42.5(pid=6063) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6063)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:04:54.390647 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:04:54.453470 run osmo-hlr_10.42.42.2(pid=6059): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6059)]\u000a01:04:54.504578 run osmo-hlr_10.42.42.2(pid=6059): stdout: \u000a| (launched: 2022-12-10_01:04:51.068232) \u000a01:04:54.556470 run osmo-hlr_10.42.42.2(pid=6059): stderr: \u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010451262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010451276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:54.600836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Terminating (SIGTERM)\u000a01:04:54.642762 run iperf3-srv_10.42.42.10(pid=6049): Terminating (SIGTERM)\u000a01:04:54.684552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6050): Terminating (SIGTERM)\u000a01:04:54.726288 run iperf3-srv_10.42.42.10(pid=6051): Terminating (SIGTERM)\u000a01:04:54.767934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6052): Terminating (SIGTERM)\u000a01:04:54.809676 run iperf3-srv_10.42.42.10(pid=6053): Terminating (SIGTERM)\u000a01:04:54.851506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6054): Terminating (SIGTERM)\u000a01:04:54.893154 run iperf3-srv_10.42.42.10(pid=6055): Terminating (SIGTERM)\u000a01:04:54.934930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminating (SIGTERM)\u000a01:04:54.976647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6062): Terminating (SIGTERM)\u000a01:04:55.018558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6065): Terminating (SIGTERM)\u000a01:04:55.028269 --- ParallelTerminationStrategy: PID 6048 died...\u000a01:04:55.084262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Terminated: ok {rc=0}\u000a01:04:55.094461 --- ParallelTerminationStrategy: PID 6049 died...\u000a01:04:55.149767 run iperf3-srv_10.42.42.10(pid=6049): Terminated {rc=256}\u000a01:04:55.159810 --- ParallelTerminationStrategy: PID 6050 died...\u000a01:04:55.215370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6050): Terminated: ok {rc=0}\u000a01:04:55.225455 --- ParallelTerminationStrategy: PID 6051 died...\u000a01:04:55.280634 run iperf3-srv_10.42.42.10(pid=6051): Terminated {rc=256}\u000a01:04:55.290749 --- ParallelTerminationStrategy: PID 6052 died...\u000a01:04:55.346247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6052): Terminated: ok {rc=0}\u000a01:04:55.356344 --- ParallelTerminationStrategy: PID 6053 died...\u000a01:04:55.411487 run iperf3-srv_10.42.42.10(pid=6053): Terminated {rc=256}\u000a01:04:55.421619 --- ParallelTerminationStrategy: PID 6054 died...\u000a01:04:55.476839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6054): Terminated: ok {rc=0}\u000a01:04:55.486890 --- ParallelTerminationStrategy: PID 6055 died...\u000a01:04:55.542061 run iperf3-srv_10.42.42.10(pid=6055): Terminated {rc=256}\u000a01:04:55.552143 --- ParallelTerminationStrategy: PID 6058 died...\u000a01:04:55.607462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6058): Terminated: ok {rc=0}\u000a01:04:55.617592 --- ParallelTerminationStrategy: PID 6062 died...\u000a01:04:55.672934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6062): Terminated: ok {rc=0}\u000a01:04:55.682950 --- ParallelTerminationStrategy: PID 6065 died...\u000a01:04:55.738605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6065): Terminated: ok {rc=0}\u000a01:04:55.826079 bus /gobi_4: Setting Powered False\u000a01:04:56.930042 bus /gobi_4: Setting Powered False\u000a01:04:58.040205 bus /gobi_1: Setting Powered False\u000a01:04:59.146146 bus /gobi_1: Setting Powered False\u000a01:05:00.253140 bus /gobi_0: Setting Powered False\u000a01:05:01.359355 bus /gobi_0: Setting Powered False\u000a01:05:02.465939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6076): Process ended prematurely: osmo-stp_10.42.42.5(pid=6076) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6076)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6076): Process ended prematurely: osmo-stp_10.42.42.5(pid=6076) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:05:03.534814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:03.546853 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:03.710673 tst ping.py: using LAC 24912\u000a01:05:03.834467 tst ping.py: using RAC 177\u000a01:05:03.957203 tst ping.py: using CellId 24912\u000a01:05:04.079140 tst ping.py: using BVCI 24913\u000a01:05:04.103125 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.114487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.125525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.136555 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.147544 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.158618 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.169869 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.180871 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:04.465013 tst ping.py:19: start network...\u000a01:05:04.595030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:05.095895 run create_hlr_db(pid=6070): Launched\u000a01:05:05.278293 bus /gobi_6: Setting Powered False\u000a01:05:06.299280 run create_hlr_db(pid=6070): Terminated: ok {rc=0}\u000a01:05:06.691979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6072): Launched\u000a01:05:06.985105 run osmo-hlr_10.42.42.2(pid=6073): Launched\u000a01:05:07.096000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:07.614040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6075): Launched\u000a01:05:07.906071 run osmo-stp_10.42.42.5(pid=6076): Launched\u000a01:05:08.012554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:08.523535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6078): Launched\u000a01:05:08.627197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:08.883065 run patchelf(pid=6079): Launched\u000a01:05:09.054937 run osmo-stp_10.42.42.5(pid=6076): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6076)]\u000a01:05:09.180016 run osmo-stp_10.42.42.5(pid=6076): stdout: \u000a| (launched: 2022-12-10_01:05:07.761588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:09.305397 run osmo-stp_10.42.42.5(pid=6076): stderr: \u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010507932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:09.426941 run osmo-stp_10.42.42.5(pid=6076): stdout: \u000a| (launched: 2022-12-10_01:05:07.761588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:09.547427 run osmo-stp_10.42.42.5(pid=6076): stderr: \u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010507931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010507932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010507932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:09.687212 run patchelf(pid=6079): Terminating (SIGINT)\u000a01:05:09.851781 run patchelf(pid=6079): Terminated: ok {rc=0}\u000a01:05:09.881635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6076): Process ended prematurely: osmo-stp_10.42.42.5(pid=6076) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6076)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:05:09.890284 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:05:09.950909 run osmo-hlr_10.42.42.2(pid=6073): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6073)]\u000a01:05:10.000305 run osmo-hlr_10.42.42.2(pid=6073): stdout: \u000a| (launched: 2022-12-10_01:05:06.839701) \u000a01:05:10.049980 run osmo-hlr_10.42.42.2(pid=6073): stderr: \u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010507014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010507026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010507035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010507035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010507035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:10.092390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6072): Terminating (SIGTERM)\u000a01:05:10.132352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6075): Terminating (SIGTERM)\u000a01:05:10.172695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6078): Terminating (SIGTERM)\u000a01:05:10.182318 --- ParallelTerminationStrategy: PID 6072 died...\u000a01:05:10.235492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6072): Terminated: ok {rc=0}\u000a01:05:10.245469 --- ParallelTerminationStrategy: PID 6075 died...\u000a01:05:10.298318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6075): Terminated: ok {rc=0}\u000a01:05:10.307898 --- ParallelTerminationStrategy: PID 6078 died...\u000a01:05:10.361012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6078): Terminated: ok {rc=0}\u000a01:05:10.449574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6086): Process ended prematurely: osmo-stp_10.42.42.5(pid=6086) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6086)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6086): Process ended prematurely: osmo-stp_10.42.42.5(pid=6086) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:05:11.502201 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:11.513742 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:11.667460 tst ping_idle_ping.py: using LAC 24913\u000a01:05:11.782331 tst ping_idle_ping.py: using RAC 178\u000a01:05:11.897437 tst ping_idle_ping.py: using CellId 24913\u000a01:05:12.012006 tst ping_idle_ping.py: using BVCI 24914\u000a01:05:12.034412 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.045238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.055794 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.066736 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.077592 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.088411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.099344 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:12.110194 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:12.396583 tst ping_idle_ping.py:24: start network...\u000a01:05:12.527850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:13.040162 run create_hlr_db(pid=6080): Launched\u000a01:05:13.222358 bus /gobi_6: Setting Powered False\u000a01:05:14.241946 run create_hlr_db(pid=6080): Terminated: ok {rc=0}\u000a01:05:14.636096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6082): Launched\u000a01:05:14.929981 run osmo-hlr_10.42.42.2(pid=6083): Launched\u000a01:05:15.042855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:15.589704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6085): Launched\u000a01:05:16.013477 run osmo-stp_10.42.42.5(pid=6086): Launched\u000a01:05:16.278480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:16.856244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6088): Launched\u000a01:05:16.964833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:17.248276 run patchelf(pid=6089): Launched\u000a01:05:17.421285 run osmo-stp_10.42.42.5(pid=6086): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6086)]\u000a01:05:17.546813 run osmo-stp_10.42.42.5(pid=6086): stdout: \u000a| (launched: 2022-12-10_01:05:15.748916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:17.672679 run osmo-stp_10.42.42.5(pid=6086): stderr: \u000a| �[0;m�[38;5;43m20221210010516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010516026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010516026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010516027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:17.794820 run osmo-stp_10.42.42.5(pid=6086): stdout: \u000a| (launched: 2022-12-10_01:05:15.748916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:17.915494 run osmo-stp_10.42.42.5(pid=6086): stderr: \u000a| �[0;m�[38;5;43m20221210010516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010516026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010516026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010516027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:18.055203 run patchelf(pid=6089): Terminating (SIGINT)\u000a01:05:18.219294 run patchelf(pid=6089): Terminated: ok {rc=0}\u000a01:05:18.249183 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6086): Process ended prematurely: osmo-stp_10.42.42.5(pid=6086) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6086)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:05:18.257575 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:05:18.317502 run osmo-hlr_10.42.42.2(pid=6083): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6083)]\u000a01:05:18.366291 run osmo-hlr_10.42.42.2(pid=6083): stdout: \u000a| (launched: 2022-12-10_01:05:14.784262) \u000a01:05:18.415622 run osmo-hlr_10.42.42.2(pid=6083): stderr: \u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010514959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010514971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010514981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010514981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:18.457454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6082): Terminating (SIGTERM)\u000a01:05:18.496873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6085): Terminating (SIGTERM)\u000a01:05:18.536414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6088): Terminating (SIGTERM)\u000a01:05:18.546096 --- ParallelTerminationStrategy: PID 6082 died...\u000a01:05:18.598572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6082): Terminated: ok {rc=0}\u000a01:05:18.608308 --- ParallelTerminationStrategy: PID 6085 died...\u000a01:05:18.660390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6085): Terminated: ok {rc=0}\u000a01:05:18.670084 --- ParallelTerminationStrategy: PID 6088 died...\u000a01:05:18.722606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6088): Terminated: ok {rc=0}\u000a01:05:18.809783 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:04:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6104): Process ended prematurely: osmo-stp_10.42.42.5(pid=6104) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6104)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6104): Process ended prematurely: osmo-stp_10.42.42.5(pid=6104) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:05:20.951858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:20.962859 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:21.121200 tst cs_paging_gprs_active.py: using LAC 24914\u000a01:05:21.238457 tst cs_paging_gprs_active.py: using RAC 179\u000a01:05:21.353402 tst cs_paging_gprs_active.py: using CellId 24914\u000a01:05:21.470114 tst cs_paging_gprs_active.py: using BVCI 24915\u000a01:05:21.492664 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.503400 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.513928 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.525041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.535967 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.547138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.558526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.569800 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:21.580561 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:21.700191 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:21.991020 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:05:22.124361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:22.455338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Launched\u000a01:05:22.730463 run iperf3-srv_10.42.42.10(pid=6095): Launched\u000a01:05:22.925603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:05:23.059096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:23.390729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Launched\u000a01:05:23.666729 run iperf3-srv_10.42.42.10(pid=6097): Launched\u000a01:05:23.862791 tst cs_paging_gprs_active.py:38: start network...\u000a01:05:23.997215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:24.511250 run create_hlr_db(pid=6098): Launched\u000a01:05:24.695819 bus /gobi_6: Setting Powered False\u000a01:05:25.716713 run create_hlr_db(pid=6098): Terminated: ok {rc=0}\u000a01:05:26.141169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6100): Launched\u000a01:05:26.461029 run osmo-hlr_10.42.42.2(pid=6101): Launched\u000a01:05:26.577591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:27.134239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6103): Launched\u000a01:05:27.454329 run osmo-stp_10.42.42.5(pid=6104): Launched\u000a01:05:27.570672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:28.129302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6106): Launched\u000a01:05:28.243782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:28.522021 run patchelf(pid=6107): Launched\u000a01:05:28.708701 run osmo-stp_10.42.42.5(pid=6104): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6104)]\u000a01:05:28.845067 run osmo-stp_10.42.42.5(pid=6104): stdout: \u000a| (launched: 2022-12-10_01:05:27.297223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:28.981603 run osmo-stp_10.42.42.5(pid=6104): stderr: \u000a| �[0;m�[38;5;43m20221210010527486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010527486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010527487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010527487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010527487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010527488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010527488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:29.113964 run osmo-stp_10.42.42.5(pid=6104): stdout: \u000a| (launched: 2022-12-10_01:05:27.297223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:29.247001 run osmo-stp_10.42.42.5(pid=6104): stderr: \u000a| �[0;m�[38;5;43m20221210010527486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010527486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010527487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010527487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010527487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010527488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010527488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:29.398866 run patchelf(pid=6107): Terminating (SIGINT)\u000a01:05:29.577150 run patchelf(pid=6107): Terminated: ok {rc=0}\u000a01:05:29.609845 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6104): Process ended prematurely: osmo-stp_10.42.42.5(pid=6104) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6104)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:05:29.619451 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:05:29.681751 run osmo-hlr_10.42.42.2(pid=6101): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6101)]\u000a01:05:29.732557 run osmo-hlr_10.42.42.2(pid=6101): stdout: \u000a| (launched: 2022-12-10_01:05:26.304025) \u000a01:05:29.783903 run osmo-hlr_10.42.42.2(pid=6101): stderr: \u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010526500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010526512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010526520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010526521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010526521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:29.828267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Terminating (SIGTERM)\u000a01:05:29.869510 run iperf3-srv_10.42.42.10(pid=6095): Terminating (SIGTERM)\u000a01:05:29.910921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminating (SIGTERM)\u000a01:05:29.952137 run iperf3-srv_10.42.42.10(pid=6097): Terminating (SIGTERM)\u000a01:05:29.993883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6100): Terminating (SIGTERM)\u000a01:05:30.035237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6103): Terminating (SIGTERM)\u000a01:05:30.076700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6106): Terminating (SIGTERM)\u000a01:05:30.086428 --- ParallelTerminationStrategy: PID 6093 died...\u000a01:05:30.141590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6093): Terminated: ok {rc=0}\u000a01:05:30.151569 --- ParallelTerminationStrategy: PID 6095 died...\u000a01:05:30.207117 run iperf3-srv_10.42.42.10(pid=6095): Terminated {rc=256}\u000a01:05:30.217138 --- ParallelTerminationStrategy: PID 6096 died...\u000a01:05:30.271591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6096): Terminated: ok {rc=0}\u000a01:05:30.281551 --- ParallelTerminationStrategy: PID 6097 died...\u000a01:05:30.336108 run iperf3-srv_10.42.42.10(pid=6097): Terminated {rc=256}\u000a01:05:30.346025 --- ParallelTerminationStrategy: PID 6100 died...\u000a01:05:30.400504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6100): Terminated: ok {rc=0}\u000a01:05:30.410478 --- ParallelTerminationStrategy: PID 6103 died...\u000a01:05:30.465583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6103): Terminated: ok {rc=0}\u000a01:05:30.475525 --- ParallelTerminationStrategy: PID 6106 died...\u000a01:05:30.530049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6106): Terminated: ok {rc=0}\u000a01:05:30.616392 bus /gobi_0: Setting Powered False\u000a01:05:31.740760 bus /gobi_0: Setting Powered False\u000a01:05:32.849338 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6116): Process ended prematurely: osmo-stp_10.42.42.5(pid=6116) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6116)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6116): Process ended prematurely: osmo-stp_10.42.42.5(pid=6116) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:05:33.961984 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:33.973943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:34.144783 tst iperf3.py: using LAC 24915\u000a01:05:34.264189 tst iperf3.py: using RAC 180\u000a01:05:34.387881 tst iperf3.py: using CellId 24915\u000a01:05:34.511529 tst iperf3.py: using BVCI 24916\u000a01:05:34.536164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.547541 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.558825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.569941 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.580917 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.591985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.603147 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.614487 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:34.625611 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:34.899607 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:35.023142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:35.330727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6108): Launched\u000a01:05:35.588022 run iperf3-srv_10.42.42.10(pid=6109): Launched\u000a01:05:35.768858 tst iperf3.py:8: start network...\u000a01:05:35.893237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:36.362021 run create_hlr_db(pid=6110): Launched\u000a01:05:36.533441 bus /gobi_6: Setting Powered False\u000a01:05:37.555469 run create_hlr_db(pid=6110): Terminated: ok {rc=0}\u000a01:05:37.979356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6112): Launched\u000a01:05:38.299813 run osmo-hlr_10.42.42.2(pid=6113): Launched\u000a01:05:38.417448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:38.973176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6115): Launched\u000a01:05:39.292571 run osmo-stp_10.42.42.5(pid=6116): Launched\u000a01:05:39.410605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:39.967237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6118): Launched\u000a01:05:40.081315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:40.358774 run patchelf(pid=6119): Launched\u000a01:05:40.544839 run osmo-stp_10.42.42.5(pid=6116): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6116)]\u000a01:05:40.680478 run osmo-stp_10.42.42.5(pid=6116): stdout: \u000a| (launched: 2022-12-10_01:05:39.135326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:40.816742 run osmo-stp_10.42.42.5(pid=6116): stderr: \u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010539327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:40.948546 run osmo-stp_10.42.42.5(pid=6116): stdout: \u000a| (launched: 2022-12-10_01:05:39.135326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:41.079059 run osmo-stp_10.42.42.5(pid=6116): stderr: \u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010539327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010539327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010539328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:41.230974 run patchelf(pid=6119): Terminating (SIGINT)\u000a01:05:41.407986 run patchelf(pid=6119): Terminated: ok {rc=0}\u000a01:05:41.440721 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6116): Process ended prematurely: osmo-stp_10.42.42.5(pid=6116) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6116)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:05:41.450552 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:05:41.512911 run osmo-hlr_10.42.42.2(pid=6113): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6113)]\u000a01:05:41.563906 run osmo-hlr_10.42.42.2(pid=6113): stdout: \u000a| (launched: 2022-12-10_01:05:38.142551) \u000a01:05:41.615511 run osmo-hlr_10.42.42.2(pid=6113): stderr: \u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010538341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010538354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010538362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010538362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010538362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:41.659210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6108): Terminating (SIGTERM)\u000a01:05:41.700254 run iperf3-srv_10.42.42.10(pid=6109): Terminating (SIGTERM)\u000a01:05:41.741585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6112): Terminating (SIGTERM)\u000a01:05:41.782692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6115): Terminating (SIGTERM)\u000a01:05:41.823916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6118): Terminating (SIGTERM)\u000a01:05:41.833574 --- ParallelTerminationStrategy: PID 6108 died...\u000a01:05:41.888749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6108): Terminated: ok {rc=0}\u000a01:05:41.898778 --- ParallelTerminationStrategy: PID 6109 died...\u000a01:05:41.954214 run iperf3-srv_10.42.42.10(pid=6109): Terminated {rc=256}\u000a01:05:41.964038 --- ParallelTerminationStrategy: PID 6112 died...\u000a01:05:42.019320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6112): Terminated: ok {rc=0}\u000a01:05:42.029331 --- ParallelTerminationStrategy: PID 6115 died...\u000a01:05:42.085246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6115): Terminated: ok {rc=0}\u000a01:05:42.095234 --- ParallelTerminationStrategy: PID 6118 died...\u000a01:05:42.151136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6118): Terminated: ok {rc=0}\u000a01:05:42.237851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6134): Process ended prematurely: osmo-stp_10.42.42.5(pid=6134) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6134)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6134): Process ended prematurely: osmo-stp_10.42.42.5(pid=6134) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:05:43.348507 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.362892 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:43.519520 tst iperf3m4.py: using LAC 24916\u000a01:05:43.636136 tst iperf3m4.py: using RAC 181\u000a01:05:43.760894 tst iperf3m4.py: using CellId 24916\u000a01:05:43.885185 tst iperf3m4.py: using BVCI 24917\u000a01:05:43.909742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.921264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.932597 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.944135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.955663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.967228 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.979284 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:43.990501 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:44.001998 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:44.119597 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:44.236120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:44.351429 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:44.642412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:44.776282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:45.106814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6120): Launched\u000a01:05:45.383711 run iperf3-srv_10.42.42.10(pid=6121): Launched\u000a01:05:45.578820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:05:45.712110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:46.106055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6122): Launched\u000a01:05:46.429533 run iperf3-srv_10.42.42.10(pid=6123): Launched\u000a01:05:46.617612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:05:46.747392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:47.085558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6124): Launched\u000a01:05:47.344892 run iperf3-srv_10.42.42.10(pid=6125): Launched\u000a01:05:47.525986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:05:47.649756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:47.957464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6126): Launched\u000a01:05:48.213785 run iperf3-srv_10.42.42.10(pid=6127): Launched\u000a01:05:48.393887 tst iperf3m4.py:8: start network...\u000a01:05:48.517148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:48.987342 run create_hlr_db(pid=6128): Launched\u000a01:05:49.158406 bus /gobi_6: Setting Powered False\u000a01:05:50.180481 run create_hlr_db(pid=6128): Terminated: ok {rc=0}\u000a01:05:50.606293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6130): Launched\u000a01:05:50.927466 run osmo-hlr_10.42.42.2(pid=6131): Launched\u000a01:05:51.044544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:51.600073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6133): Launched\u000a01:05:51.918809 run osmo-stp_10.42.42.5(pid=6134): Launched\u000a01:05:52.033824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:52.590605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6136): Launched\u000a01:05:52.704778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:52.982530 run patchelf(pid=6137): Launched\u000a01:05:53.168900 run osmo-stp_10.42.42.5(pid=6134): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6134)]\u000a01:05:53.305621 run osmo-stp_10.42.42.5(pid=6134): stdout: \u000a| (launched: 2022-12-10_01:05:51.762430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:53.442230 run osmo-stp_10.42.42.5(pid=6134): stderr: \u000a| �[0;m�[38;5;43m20221210010551954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010551955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010551955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010551955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:53.574464 run osmo-stp_10.42.42.5(pid=6134): stdout: \u000a| (launched: 2022-12-10_01:05:51.762430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:53.705807 run osmo-stp_10.42.42.5(pid=6134): stderr: \u000a| �[0;m�[38;5;43m20221210010551954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010551955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010551955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010551955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010551956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:53.857341 run patchelf(pid=6137): Terminating (SIGINT)\u000a01:05:54.034970 run patchelf(pid=6137): Terminated: ok {rc=0}\u000a01:05:54.067625 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6134): Process ended prematurely: osmo-stp_10.42.42.5(pid=6134) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6134)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:05:54.077399 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:05:54.140756 run osmo-hlr_10.42.42.2(pid=6131): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6131)]\u000a01:05:54.192447 run osmo-hlr_10.42.42.2(pid=6131): stdout: \u000a| (launched: 2022-12-10_01:05:50.769005) \u000a01:05:54.244435 run osmo-hlr_10.42.42.2(pid=6131): stderr: \u000a| �[0;m�[1;31m20221210010550965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010550965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010550965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010550965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010550965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010550966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010550978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010550987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010550987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010550987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:54.288840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6120): Terminating (SIGTERM)\u000a01:05:54.330688 run iperf3-srv_10.42.42.10(pid=6121): Terminating (SIGTERM)\u000a01:05:54.372474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6122): Terminating (SIGTERM)\u000a01:05:54.414229 run iperf3-srv_10.42.42.10(pid=6123): Terminating (SIGTERM)\u000a01:05:54.455897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6124): Terminating (SIGTERM)\u000a01:05:54.497515 run iperf3-srv_10.42.42.10(pid=6125): Terminating (SIGTERM)\u000a01:05:54.539193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6126): Terminating (SIGTERM)\u000a01:05:54.580566 run iperf3-srv_10.42.42.10(pid=6127): Terminating (SIGTERM)\u000a01:05:54.622312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6130): Terminating (SIGTERM)\u000a01:05:54.663954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6133): Terminating (SIGTERM)\u000a01:05:54.705597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6136): Terminating (SIGTERM)\u000a01:05:54.715319 --- ParallelTerminationStrategy: PID 6120 died...\u000a01:05:54.771664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6120): Terminated: ok {rc=0}\u000a01:05:54.781855 --- ParallelTerminationStrategy: PID 6121 died...\u000a01:05:54.837178 run iperf3-srv_10.42.42.10(pid=6121): Terminated {rc=256}\u000a01:05:54.847292 --- ParallelTerminationStrategy: PID 6122 died...\u000a01:05:54.903310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6122): Terminated: ok {rc=0}\u000a01:05:54.913526 --- ParallelTerminationStrategy: PID 6123 died...\u000a01:05:54.969448 run iperf3-srv_10.42.42.10(pid=6123): Terminated {rc=256}\u000a01:05:54.979603 --- ParallelTerminationStrategy: PID 6124 died...\u000a01:05:55.035343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6124): Terminated: ok {rc=0}\u000a01:05:55.045601 --- ParallelTerminationStrategy: PID 6125 died...\u000a01:05:55.101046 run iperf3-srv_10.42.42.10(pid=6125): Terminated {rc=256}\u000a01:05:55.111182 --- ParallelTerminationStrategy: PID 6126 died...\u000a01:05:55.166806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6126): Terminated: ok {rc=0}\u000a01:05:55.176779 --- ParallelTerminationStrategy: PID 6127 died...\u000a01:05:55.232507 run iperf3-srv_10.42.42.10(pid=6127): Terminated {rc=256}\u000a01:05:55.242702 --- ParallelTerminationStrategy: PID 6130 died...\u000a01:05:55.298286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6130): Terminated: ok {rc=0}\u000a01:05:55.308496 --- ParallelTerminationStrategy: PID 6133 died...\u000a01:05:55.364136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6133): Terminated: ok {rc=0}\u000a01:05:55.374364 --- ParallelTerminationStrategy: PID 6136 died...\u000a01:05:55.429792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6136): Terminated: ok {rc=0}\u000a01:05:55.517068 bus /gobi_4: Setting Powered False\u000a01:05:56.621453 bus /gobi_4: Setting Powered False\u000a01:05:57.732720 bus /gobi_1: Setting Powered False\u000a01:05:58.837343 bus /gobi_1: Setting Powered False\u000a01:05:59.944049 bus /gobi_0: Setting Powered False\u000a01:06:01.050875 bus /gobi_0: Setting Powered False\u000a01:06:02.166870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6144): Process ended prematurely: osmo-stp_10.42.42.5(pid=6144) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6144)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6144): Process ended prematurely: osmo-stp_10.42.42.5(pid=6144) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:06:03.235147 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.247180 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:03.402977 tst ping.py: using LAC 24917\u000a01:06:03.518971 tst ping.py: using RAC 182\u000a01:06:03.633748 tst ping.py: using CellId 24917\u000a01:06:03.748714 tst ping.py: using BVCI 24918\u000a01:06:03.771650 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.782439 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.793191 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.804506 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.815627 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.826760 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.837751 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:03.848587 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:04.131977 tst ping.py:19: start network...\u000a01:06:04.263108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:04.764535 run create_hlr_db(pid=6138): Launched\u000a01:06:04.945722 bus /gobi_6: Setting Powered False\u000a01:06:05.966755 run create_hlr_db(pid=6138): Terminated: ok {rc=0}\u000a01:06:06.386675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6140): Launched\u000a01:06:06.700241 run osmo-hlr_10.42.42.2(pid=6141): Launched\u000a01:06:06.814218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:07.365469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6143): Launched\u000a01:06:07.677607 run osmo-stp_10.42.42.5(pid=6144): Launched\u000a01:06:07.790353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:08.336459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6146): Launched\u000a01:06:08.448142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:08.721065 run patchelf(pid=6147): Launched\u000a01:06:08.904527 run osmo-stp_10.42.42.5(pid=6144): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6144)]\u000a01:06:09.038351 run osmo-stp_10.42.42.5(pid=6144): stdout: \u000a| (launched: 2022-12-10_01:06:07.523887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:09.172165 run osmo-stp_10.42.42.5(pid=6144): stderr: \u000a| �[0;m�[38;5;43m20221210010607715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010607715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010607716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:09.302740 run osmo-stp_10.42.42.5(pid=6144): stdout: \u000a| (launched: 2022-12-10_01:06:07.523887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:09.431853 run osmo-stp_10.42.42.5(pid=6144): stderr: \u000a| �[0;m�[38;5;43m20221210010607715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010607715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010607716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010607717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:09.580808 run patchelf(pid=6147): Terminating (SIGINT)\u000a01:06:09.755194 run patchelf(pid=6147): Terminated: ok {rc=0}\u000a01:06:09.786746 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6144): Process ended prematurely: osmo-stp_10.42.42.5(pid=6144) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6144)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:06:09.795656 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:06:09.858368 run osmo-hlr_10.42.42.2(pid=6141): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6141)]\u000a01:06:09.909181 run osmo-hlr_10.42.42.2(pid=6141): stdout: \u000a| (launched: 2022-12-10_01:06:06.546115) \u000a01:06:09.960680 run osmo-hlr_10.42.42.2(pid=6141): stderr: \u000a| �[0;m�[1;31m20221210010606747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010606748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010606748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010606748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010606748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010606748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010606760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010606769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010606769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010606769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:10.004548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6140): Terminating (SIGTERM)\u000a01:06:10.046256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6143): Terminating (SIGTERM)\u000a01:06:10.087973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6146): Terminating (SIGTERM)\u000a01:06:10.098272 --- ParallelTerminationStrategy: PID 6140 died...\u000a01:06:10.153886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6140): Terminated: ok {rc=0}\u000a01:06:10.163935 --- ParallelTerminationStrategy: PID 6143 died...\u000a01:06:10.219705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6143): Terminated: ok {rc=0}\u000a01:06:10.229941 --- ParallelTerminationStrategy: PID 6146 died...\u000a01:06:10.285595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6146): Terminated: ok {rc=0}\u000a01:06:10.372049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6154): Process ended prematurely: osmo-stp_10.42.42.5(pid=6154) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6154)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6154): Process ended prematurely: osmo-stp_10.42.42.5(pid=6154) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:06:11.426285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:11.438536 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:11.603370 tst ping_idle_ping.py: using LAC 24918\u000a01:06:11.726688 tst ping_idle_ping.py: using RAC 183\u000a01:06:11.849954 tst ping_idle_ping.py: using CellId 24918\u000a01:06:11.971960 tst ping_idle_ping.py: using BVCI 24919\u000a01:06:11.996221 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.007468 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.018518 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.029752 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.040820 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.051999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.063257 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:12.074276 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:12.348223 tst ping_idle_ping.py:24: start network...\u000a01:06:12.470325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:12.933954 run create_hlr_db(pid=6148): Launched\u000a01:06:13.101945 bus /gobi_6: Setting Powered False\u000a01:06:14.122472 run create_hlr_db(pid=6148): Terminated: ok {rc=0}\u000a01:06:14.540516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6150): Launched\u000a01:06:14.853787 run osmo-hlr_10.42.42.2(pid=6151): Launched\u000a01:06:14.971928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:15.517858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6153): Launched\u000a01:06:15.842783 run osmo-stp_10.42.42.5(pid=6154): Launched\u000a01:06:16.020420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:16.623391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6156): Launched\u000a01:06:16.737211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:17.024754 run patchelf(pid=6157): Launched\u000a01:06:17.208932 run osmo-stp_10.42.42.5(pid=6154): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6154)]\u000a01:06:17.336329 run osmo-stp_10.42.42.5(pid=6154): stdout: \u000a| (launched: 2022-12-10_01:06:15.677123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:17.462886 run osmo-stp_10.42.42.5(pid=6154): stderr: \u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010615919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:17.585398 run osmo-stp_10.42.42.5(pid=6154): stdout: \u000a| (launched: 2022-12-10_01:06:15.677123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:17.705935 run osmo-stp_10.42.42.5(pid=6154): stderr: \u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010615918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010615919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010615925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:17.845696 run patchelf(pid=6157): Terminating (SIGINT)\u000a01:06:18.009490 run patchelf(pid=6157): Terminated: ok {rc=0}\u000a01:06:18.039542 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6154): Process ended prematurely: osmo-stp_10.42.42.5(pid=6154) [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6154)] [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:06:18.048037 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:06:18.108274 run osmo-hlr_10.42.42.2(pid=6151): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6151)]\u000a01:06:18.156652 run osmo-hlr_10.42.42.2(pid=6151): stdout: \u000a| (launched: 2022-12-10_01:06:14.699602) \u000a01:06:18.206218 run osmo-hlr_10.42.42.2(pid=6151): stderr: \u000a| �[0;m�[1;31m20221210010614898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010614898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010614898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010614898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010614899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010614899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010614912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010614922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010614922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010614922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:18.248116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6150): Terminating (SIGTERM)\u000a01:06:18.288083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6153): Terminating (SIGTERM)\u000a01:06:18.327602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6156): Terminating (SIGTERM)\u000a01:06:18.337121 --- ParallelTerminationStrategy: PID 6150 died...\u000a01:06:18.390138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6150): Terminated: ok {rc=0}\u000a01:06:18.400046 --- ParallelTerminationStrategy: PID 6153 died...\u000a01:06:18.452873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6153): Terminated: ok {rc=0}\u000a01:06:18.462347 --- ParallelTerminationStrategy: PID 6156 died...\u000a01:06:18.515563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6156): Terminated: ok {rc=0}\u000a01:06:18.602149 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:05:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:06:20.747399 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:20.758916 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:20.909085 tst cs_paging_gprs_active.py: using LAC 24919\u000a01:06:21.037780 tst cs_paging_gprs_active.py: using RAC 184\u000a01:06:21.153857 tst cs_paging_gprs_active.py: using CellId 24919\u000a01:06:21.268732 tst cs_paging_gprs_active.py: using BVCI 24920\u000a01:06:21.291346 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.302604 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.313537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.324833 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.336196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.347484 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.358892 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.370220 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:21.381631 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:21.500554 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:21.775920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:06:21.900889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:22.210524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6161): Launched\u000a01:06:22.467621 run iperf3-srv_10.42.42.10(pid=6162): Launched\u000a01:06:22.649305 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:06:22.773351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:23.082782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Launched\u000a01:06:23.340195 run iperf3-srv_10.42.42.10(pid=6164): Launched\u000a01:06:23.521193 tst cs_paging_gprs_active.py:38: start network...\u000a01:06:23.645299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:24.114155 run create_hlr_db(pid=6165): Launched\u000a01:06:24.285446 bus /gobi_6: Setting Powered False\u000a01:06:25.308130 run create_hlr_db(pid=6165): Terminated: ok {rc=0}\u000a01:06:25.732875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Launched\u000a01:06:26.053670 run osmo-hlr_10.42.42.2(pid=6168): Launched\u000a01:06:26.173504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:26.730837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Launched\u000a01:06:27.050513 run osmo-stp_10.42.42.5(pid=6171): Launched\u000a01:06:27.166972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:27.725868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6173): Launched\u000a01:06:27.840189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:28.119535 run patchelf(pid=6174): Launched\u000a01:06:28.307220 run osmo-stp_10.42.42.5(pid=6171): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]\u000a01:06:28.444116 run osmo-stp_10.42.42.5(pid=6171): stdout: \u000a| (launched: 2022-12-10_01:06:26.893396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:28.581283 run osmo-stp_10.42.42.5(pid=6171): stderr: \u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010627086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:28.713435 run osmo-stp_10.42.42.5(pid=6171): stdout: \u000a| (launched: 2022-12-10_01:06:26.893396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:28.844632 run osmo-stp_10.42.42.5(pid=6171): stderr: \u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010627085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010627086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010627086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:28.997009 run patchelf(pid=6174): Terminating (SIGINT)\u000a01:06:29.175450 run patchelf(pid=6174): Terminated: ok {rc=0}\u000a01:06:29.208264 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)] [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:06:29.218114 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:06:29.281836 run osmo-hlr_10.42.42.2(pid=6168): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6168)]\u000a01:06:29.333344 run osmo-hlr_10.42.42.2(pid=6168): stdout: \u000a| (launched: 2022-12-10_01:06:25.895878) \u000a01:06:29.385536 run osmo-hlr_10.42.42.2(pid=6168): stderr: \u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010626094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010626106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010626116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:29.430039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6161): Terminating (SIGTERM)\u000a01:06:29.471816 run iperf3-srv_10.42.42.10(pid=6162): Terminating (SIGTERM)\u000a01:06:29.513608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Terminating (SIGTERM)\u000a01:06:29.555917 run iperf3-srv_10.42.42.10(pid=6164): Terminating (SIGTERM)\u000a01:06:29.597652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Terminating (SIGTERM)\u000a01:06:29.639346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Terminating (SIGTERM)\u000a01:06:29.681032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6173): Terminating (SIGTERM)\u000a01:06:29.690729 --- ParallelTerminationStrategy: PID 6161 died...\u000a01:06:29.746721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6161): Terminated: ok {rc=0}\u000a01:06:29.756777 --- ParallelTerminationStrategy: PID 6162 died...\u000a01:06:29.812066 run iperf3-srv_10.42.42.10(pid=6162): Terminated {rc=256}\u000a01:06:29.822083 --- ParallelTerminationStrategy: PID 6163 died...\u000a01:06:29.877629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6163): Terminated: ok {rc=0}\u000a01:06:29.887729 --- ParallelTerminationStrategy: PID 6164 died...\u000a01:06:29.943422 run iperf3-srv_10.42.42.10(pid=6164): Terminated {rc=256}\u000a01:06:29.953868 --- ParallelTerminationStrategy: PID 6167 died...\u000a01:06:30.009556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Terminated: ok {rc=0}\u000a01:06:30.019662 --- ParallelTerminationStrategy: PID 6170 died...\u000a01:06:30.075237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Terminated: ok {rc=0}\u000a01:06:30.085395 --- ParallelTerminationStrategy: PID 6173 died...\u000a01:06:30.140899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6173): Terminated: ok {rc=0}\u000a01:06:30.228530 bus /gobi_0: Setting Powered False\u000a01:06:31.350339 bus /gobi_0: Setting Powered False\u000a01:06:32.460467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:06:33.571820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:33.583755 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:33.728831 tst iperf3.py: using LAC 24920\u000a01:06:33.846601 tst iperf3.py: using RAC 185\u000a01:06:33.961376 tst iperf3.py: using CellId 24920\u000a01:06:34.075570 tst iperf3.py: using BVCI 24921\u000a01:06:34.098295 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.109683 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.120810 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.132092 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.143483 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.154924 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.166420 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.177591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:34.188904 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:34.479128 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:34.613368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:34.943761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6175): Launched\u000a01:06:35.220731 run iperf3-srv_10.42.42.10(pid=6176): Launched\u000a01:06:35.416612 tst iperf3.py:8: start network...\u000a01:06:35.549908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:36.060239 run create_hlr_db(pid=6177): Launched\u000a01:06:36.245038 bus /gobi_6: Setting Powered False\u000a01:06:37.266545 run create_hlr_db(pid=6177): Terminated: ok {rc=0}\u000a01:06:37.690620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Launched\u000a01:06:38.010829 run osmo-hlr_10.42.42.2(pid=6180): Launched\u000a01:06:38.126964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:38.682719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Launched\u000a01:06:39.003151 run osmo-stp_10.42.42.5(pid=6183): Launched\u000a01:06:39.118953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:39.677211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6185): Launched\u000a01:06:39.791442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:40.070563 run patchelf(pid=6186): Launched\u000a01:06:40.257470 run osmo-stp_10.42.42.5(pid=6183): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]\u000a01:06:40.393863 run osmo-stp_10.42.42.5(pid=6183): stdout: \u000a| (launched: 2022-12-10_01:06:38.845203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:40.530803 run osmo-stp_10.42.42.5(pid=6183): stderr: \u000a| �[0;m�[38;5;43m20221210010639038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010639038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010639039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010639039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010639039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010639039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010639040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:40.663171 run osmo-stp_10.42.42.5(pid=6183): stdout: \u000a| (launched: 2022-12-10_01:06:38.845203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:40.794575 run osmo-stp_10.42.42.5(pid=6183): stderr: \u000a| �[0;m�[38;5;43m20221210010639038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010639038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010639039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010639039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010639039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010639039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010639040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:40.947990 run patchelf(pid=6186): Terminating (SIGINT)\u000a01:06:41.126437 run patchelf(pid=6186): Terminated: ok {rc=0}\u000a01:06:41.159444 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)] [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:06:41.169201 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:06:41.232330 run osmo-hlr_10.42.42.2(pid=6180): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6180)]\u000a01:06:41.283710 run osmo-hlr_10.42.42.2(pid=6180): stdout: \u000a| (launched: 2022-12-10_01:06:37.853300) \u000a01:06:41.335373 run osmo-hlr_10.42.42.2(pid=6180): stderr: \u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010638051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010638063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010638071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010638071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010638071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:41.379641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6175): Terminating (SIGTERM)\u000a01:06:41.421216 run iperf3-srv_10.42.42.10(pid=6176): Terminating (SIGTERM)\u000a01:06:41.462896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Terminating (SIGTERM)\u000a01:06:41.504605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Terminating (SIGTERM)\u000a01:06:41.546366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6185): Terminating (SIGTERM)\u000a01:06:41.556016 --- ParallelTerminationStrategy: PID 6175 died...\u000a01:06:41.611572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6175): Terminated: ok {rc=0}\u000a01:06:41.622009 --- ParallelTerminationStrategy: PID 6176 died...\u000a01:06:41.677069 run iperf3-srv_10.42.42.10(pid=6176): Terminated {rc=256}\u000a01:06:41.687152 --- ParallelTerminationStrategy: PID 6179 died...\u000a01:06:41.742374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Terminated: ok {rc=0}\u000a01:06:41.752332 --- ParallelTerminationStrategy: PID 6182 died...\u000a01:06:41.807637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Terminated: ok {rc=0}\u000a01:06:41.817738 --- ParallelTerminationStrategy: PID 6185 died...\u000a01:06:41.873235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6185): Terminated: ok {rc=0}\u000a01:06:41.960592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:06:43.078915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.091391 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:43.237339 tst iperf3m4.py: using LAC 24921\u000a01:06:43.364212 tst iperf3m4.py: using RAC 186\u000a01:06:43.494980 tst iperf3m4.py: using CellId 24921\u000a01:06:43.618907 tst iperf3m4.py: using BVCI 24922\u000a01:06:43.643547 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.655144 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.666604 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.678001 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.689591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.700905 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.712425 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.723709 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:43.735334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:43.851568 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:43.973401 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:44.090126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:44.384999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:44.518100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:44.844830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6187): Launched\u000a01:06:45.102783 run iperf3-srv_10.42.42.10(pid=6188): Launched\u000a01:06:45.284244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:06:45.408165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:45.716879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6189): Launched\u000a01:06:45.990943 run iperf3-srv_10.42.42.10(pid=6190): Launched\u000a01:06:46.178338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:06:46.306865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:46.639133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6191): Launched\u000a01:06:46.920279 run iperf3-srv_10.42.42.10(pid=6192): Launched\u000a01:06:47.105781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:06:47.233050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:47.542572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6193): Launched\u000a01:06:47.799130 run iperf3-srv_10.42.42.10(pid=6194): Launched\u000a01:06:47.979850 tst iperf3m4.py:8: start network...\u000a01:06:48.103287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:48.571453 run create_hlr_db(pid=6195): Launched\u000a01:06:48.742461 bus /gobi_6: Setting Powered False\u000a01:06:49.764004 run create_hlr_db(pid=6195): Terminated: ok {rc=0}\u000a01:06:50.160700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Launched\u000a01:06:50.460456 run osmo-hlr_10.42.42.2(pid=6198): Launched\u000a01:06:50.573664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:51.104581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Launched\u000a01:06:51.402929 run osmo-stp_10.42.42.5(pid=6201): Launched\u000a01:06:51.511944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:52.031834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Launched\u000a01:06:52.137987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:52.398249 run patchelf(pid=6204): Launched\u000a01:06:52.571911 run osmo-stp_10.42.42.5(pid=6201): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]\u000a01:06:52.699379 run osmo-stp_10.42.42.5(pid=6201): stdout: \u000a| (launched: 2022-12-10_01:06:51.255062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:52.827043 run osmo-stp_10.42.42.5(pid=6201): stderr: \u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010651426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:52.950567 run osmo-stp_10.42.42.5(pid=6201): stdout: \u000a| (launched: 2022-12-10_01:06:51.255062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:53.073082 run osmo-stp_10.42.42.5(pid=6201): stderr: \u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010651425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010651426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010651426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:53.215139 run patchelf(pid=6204): Terminating (SIGINT)\u000a01:06:53.382494 run patchelf(pid=6204): Terminated: ok {rc=0}\u000a01:06:53.413425 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)] [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:06:53.422593 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a01:06:53.483197 run osmo-hlr_10.42.42.2(pid=6198): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6198)]\u000a01:06:53.532617 run osmo-hlr_10.42.42.2(pid=6198): stdout: \u000a| (launched: 2022-12-10_01:06:50.312131) \u000a01:06:53.582278 run osmo-hlr_10.42.42.2(pid=6198): stderr: \u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010650488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010650500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:53.624044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6187): Terminating (SIGTERM)\u000a01:06:53.663624 run iperf3-srv_10.42.42.10(pid=6188): Terminating (SIGTERM)\u000a01:06:53.703481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6189): Terminating (SIGTERM)\u000a01:06:53.743544 run iperf3-srv_10.42.42.10(pid=6190): Terminating (SIGTERM)\u000a01:06:53.783462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6191): Terminating (SIGTERM)\u000a01:06:53.823256 run iperf3-srv_10.42.42.10(pid=6192): Terminating (SIGTERM)\u000a01:06:53.863216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6193): Terminating (SIGTERM)\u000a01:06:53.902846 run iperf3-srv_10.42.42.10(pid=6194): Terminating (SIGTERM)\u000a01:06:53.942594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Terminating (SIGTERM)\u000a01:06:53.982247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Terminating (SIGTERM)\u000a01:06:54.021826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Terminating (SIGTERM)\u000a01:06:54.031315 --- ParallelTerminationStrategy: PID 6187 died...\u000a01:06:54.084330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6187): Terminated: ok {rc=0}\u000a01:06:54.094521 --- ParallelTerminationStrategy: PID 6188 died...\u000a01:06:54.147635 run iperf3-srv_10.42.42.10(pid=6188): Terminated {rc=256}\u000a01:06:54.157128 --- ParallelTerminationStrategy: PID 6189 died...\u000a01:06:54.209263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6189): Terminated: ok {rc=0}\u000a01:06:54.218980 --- ParallelTerminationStrategy: PID 6190 died...\u000a01:06:54.271368 run iperf3-srv_10.42.42.10(pid=6190): Terminated {rc=256}\u000a01:06:54.281140 --- ParallelTerminationStrategy: PID 6191 died...\u000a01:06:54.333319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6191): Terminated: ok {rc=0}\u000a01:06:54.343110 --- ParallelTerminationStrategy: PID 6192 died...\u000a01:06:54.395151 run iperf3-srv_10.42.42.10(pid=6192): Terminated {rc=256}\u000a01:06:54.404795 --- ParallelTerminationStrategy: PID 6193 died...\u000a01:06:54.457038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6193): Terminated: ok {rc=0}\u000a01:06:54.466474 --- ParallelTerminationStrategy: PID 6194 died...\u000a01:06:54.518713 run iperf3-srv_10.42.42.10(pid=6194): Terminated {rc=256}\u000a01:06:54.528365 --- ParallelTerminationStrategy: PID 6197 died...\u000a01:06:54.580713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Terminated: ok {rc=0}\u000a01:06:54.590279 --- ParallelTerminationStrategy: PID 6200 died...\u000a01:06:54.642558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Terminated: ok {rc=0}\u000a01:06:54.652292 --- ParallelTerminationStrategy: PID 6203 died...\u000a01:06:54.704642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Terminated: ok {rc=0}\u000a01:06:54.793132 bus /gobi_4: Setting Powered False\u000a01:06:55.895215 bus /gobi_4: Setting Powered False\u000a01:06:57.004787 bus /gobi_1: Setting Powered False\u000a01:06:58.107856 bus /gobi_1: Setting Powered False\u000a01:06:59.212420 bus /gobi_0: Setting Powered False\u000a01:07:00.317345 bus /gobi_0: Setting Powered False\u000a01:07:01.424536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6212): Process ended prematurely: osmo-stp_10.42.42.5(pid=6212) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6212)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6212): Process ended prematurely: osmo-stp_10.42.42.5(pid=6212) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:07:02.489728 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:02.501625 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:02.640832 tst ping.py: using LAC 24922\u000a01:07:02.754949 tst ping.py: using RAC 187\u000a01:07:02.869471 tst ping.py: using CellId 24922\u000a01:07:02.984451 tst ping.py: using BVCI 24923\u000a01:07:03.006792 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.018248 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.029361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.041381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.052466 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.063977 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.075126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.086406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:03.373119 tst ping.py:19: start network...\u000a01:07:03.502954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:04.003782 run create_hlr_db(pid=6206): Launched\u000a01:07:04.184674 bus /gobi_6: Setting Powered False\u000a01:07:05.205417 run create_hlr_db(pid=6206): Terminated: ok {rc=0}\u000a01:07:05.598307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6208): Launched\u000a01:07:05.890751 run osmo-hlr_10.42.42.2(pid=6209): Launched\u000a01:07:06.003199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:06.523275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6211): Launched\u000a01:07:06.817523 run osmo-stp_10.42.42.5(pid=6212): Launched\u000a01:07:06.924269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:07.436010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6214): Launched\u000a01:07:07.539366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:07.794339 run patchelf(pid=6215): Launched\u000a01:07:07.964826 run osmo-stp_10.42.42.5(pid=6212): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6212)]\u000a01:07:08.089421 run osmo-stp_10.42.42.5(pid=6212): stdout: \u000a| (launched: 2022-12-10_01:07:06.671268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:08.214536 run osmo-stp_10.42.42.5(pid=6212): stderr: \u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010706841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:08.335703 run osmo-stp_10.42.42.5(pid=6212): stdout: \u000a| (launched: 2022-12-10_01:07:06.671268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:08.455939 run osmo-stp_10.42.42.5(pid=6212): stderr: \u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010706840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010706841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010706841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:08.595173 run patchelf(pid=6215): Terminating (SIGINT)\u000a01:07:08.759039 run patchelf(pid=6215): Terminated: ok {rc=0}\u000a01:07:08.789170 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6212): Process ended prematurely: osmo-stp_10.42.42.5(pid=6212) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6212)] [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:07:08.797782 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:07:08.857427 run osmo-hlr_10.42.42.2(pid=6209): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6209)]\u000a01:07:08.905739 run osmo-hlr_10.42.42.2(pid=6209): stdout: \u000a| (launched: 2022-12-10_01:07:05.746261) \u000a01:07:08.954662 run osmo-hlr_10.42.42.2(pid=6209): stderr: \u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010705922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010705935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010705943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010705943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010705943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:08.996588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6208): Terminating (SIGTERM)\u000a01:07:09.036198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6211): Terminating (SIGTERM)\u000a01:07:09.075413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6214): Terminating (SIGTERM)\u000a01:07:09.084729 --- ParallelTerminationStrategy: PID 6208 died...\u000a01:07:09.137737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6208): Terminated: ok {rc=0}\u000a01:07:09.147184 --- ParallelTerminationStrategy: PID 6211 died...\u000a01:07:09.199772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6211): Terminated: ok {rc=0}\u000a01:07:09.209822 --- ParallelTerminationStrategy: PID 6214 died...\u000a01:07:09.262511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6214): Terminated: ok {rc=0}\u000a01:07:09.346617 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:07:10.400390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:10.413229 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:10.561543 tst ping_idle_ping.py: using LAC 24923\u000a01:07:10.686856 tst ping_idle_ping.py: using RAC 188\u000a01:07:10.813020 tst ping_idle_ping.py: using CellId 24923\u000a01:07:10.935827 tst ping_idle_ping.py: using BVCI 24924\u000a01:07:10.960670 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:10.972562 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:10.984120 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:10.996091 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:11.007686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:11.019535 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:11.031356 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:11.042994 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:11.330338 tst ping_idle_ping.py:24: start network...\u000a01:07:11.461834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:11.968676 run create_hlr_db(pid=6216): Launched\u000a01:07:12.151263 bus /gobi_6: Setting Powered False\u000a01:07:13.171088 run create_hlr_db(pid=6216): Terminated: ok {rc=0}\u000a01:07:13.590325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Launched\u000a01:07:13.904741 run osmo-hlr_10.42.42.2(pid=6219): Launched\u000a01:07:14.022515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:14.570287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Launched\u000a01:07:14.886056 run osmo-stp_10.42.42.5(pid=6222): Launched\u000a01:07:14.999399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:15.550461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6224): Launched\u000a01:07:15.662304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:15.970297 run patchelf(pid=6225): Launched\u000a01:07:16.158821 run osmo-stp_10.42.42.5(pid=6222): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]\u000a01:07:16.295766 run osmo-stp_10.42.42.5(pid=6222): stdout: \u000a| (launched: 2022-12-10_01:07:14.730362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:16.433368 run osmo-stp_10.42.42.5(pid=6222): stderr: \u000a| �[0;m�[38;5;43m20221210010714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010714923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010714923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010714923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010714923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010714924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:16.566664 run osmo-stp_10.42.42.5(pid=6222): stdout: \u000a| (launched: 2022-12-10_01:07:14.730362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:16.699917 run osmo-stp_10.42.42.5(pid=6222): stderr: \u000a| �[0;m�[38;5;43m20221210010714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010714923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010714923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010714923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010714923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010714924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:16.853973 run patchelf(pid=6225): Terminating (SIGINT)\u000a01:07:17.032869 run patchelf(pid=6225): Terminated: ok {rc=0}\u000a01:07:17.066161 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)] [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:07:17.075912 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:07:17.139889 run osmo-hlr_10.42.42.2(pid=6219): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6219)]\u000a01:07:17.191241 run osmo-hlr_10.42.42.2(pid=6219): stdout: \u000a| (launched: 2022-12-10_01:07:13.750111) \u000a01:07:17.243030 run osmo-hlr_10.42.42.2(pid=6219): stderr: \u000a| �[0;m�[1;31m20221210010713945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010713945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010713945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010713945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010713945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010713946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010713958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010713966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010713966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010713966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:17.287468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Terminating (SIGTERM)\u000a01:07:17.329339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Terminating (SIGTERM)\u000a01:07:17.370895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6224): Terminating (SIGTERM)\u000a01:07:17.380604 --- ParallelTerminationStrategy: PID 6218 died...\u000a01:07:17.436126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Terminated: ok {rc=0}\u000a01:07:17.446267 --- ParallelTerminationStrategy: PID 6221 died...\u000a01:07:17.501449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Terminated: ok {rc=0}\u000a01:07:17.511727 --- ParallelTerminationStrategy: PID 6224 died...\u000a01:07:17.567132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6224): Terminated: ok {rc=0}\u000a01:07:17.653601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:06:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:07:19.689221 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:19.700821 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:07:19.861586 tst switch_tch_pdch.py: using LAC 24924\u000a01:07:19.982604 tst switch_tch_pdch.py: using RAC 189\u000a01:07:20.104022 tst switch_tch_pdch.py: using CellId 24924\u000a01:07:20.225762 tst switch_tch_pdch.py: using BVCI 24925\u000a01:07:20.250114 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.261690 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.273066 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.284560 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.296252 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.307715 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.319352 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:20.330860 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:20.444709 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:20.730261 tst switch_tch_pdch.py:51: start network...\u000a01:07:20.860859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:21.362730 run create_hlr_db(pid=6230): Launched\u000a01:07:21.545307 bus /gobi_6: Setting Powered False\u000a01:07:22.564788 run create_hlr_db(pid=6230): Terminated: ok {rc=0}\u000a01:07:22.957921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Launched\u000a01:07:23.249837 run osmo-hlr_10.42.42.2(pid=6233): Launched\u000a01:07:23.357130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:23.864276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Launched\u000a01:07:24.157442 run osmo-stp_10.42.42.5(pid=6236): Launched\u000a01:07:24.263924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:24.772072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Launched\u000a01:07:24.875828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:25.130441 run patchelf(pid=6239): Launched\u000a01:07:25.300887 run osmo-stp_10.42.42.5(pid=6236): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]\u000a01:07:25.425742 run osmo-stp_10.42.42.5(pid=6236): stdout: \u000a| (launched: 2022-12-10_01:07:24.012100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:25.550758 run osmo-stp_10.42.42.5(pid=6236): stderr: \u000a| �[0;m�[38;5;43m20221210010724182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010724182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010724183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010724183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010724183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010724183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010724184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:25.671706 run osmo-stp_10.42.42.5(pid=6236): stdout: \u000a| (launched: 2022-12-10_01:07:24.012100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:25.792198 run osmo-stp_10.42.42.5(pid=6236): stderr: \u000a| �[0;m�[38;5;43m20221210010724182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010724182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010724183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010724183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010724183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010724183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010724184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:25.930980 run patchelf(pid=6239): Terminating (SIGINT)\u000a01:07:26.094212 run patchelf(pid=6239): Terminated: ok {rc=0}\u000a01:07:26.123960 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)] [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:07:26.132476 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a01:07:26.192457 run osmo-hlr_10.42.42.2(pid=6233): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6233)]\u000a01:07:26.240817 run osmo-hlr_10.42.42.2(pid=6233): stdout: \u000a| (launched: 2022-12-10_01:07:23.105567) \u000a01:07:26.289731 run osmo-hlr_10.42.42.2(pid=6233): stderr: \u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010723279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010723295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010723305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010723305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010723305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:26.331326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminating (SIGTERM)\u000a01:07:26.370822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminating (SIGTERM)\u000a01:07:26.410431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminating (SIGTERM)\u000a01:07:26.419795 --- ParallelTerminationStrategy: PID 6232 died...\u000a01:07:26.472450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminated: ok {rc=0}\u000a01:07:26.482159 --- ParallelTerminationStrategy: PID 6235 died...\u000a01:07:26.534490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminated: ok {rc=0}\u000a01:07:26.544056 --- ParallelTerminationStrategy: PID 6238 died...\u000a01:07:26.596166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminated: ok {rc=0}\u000a01:07:26.684683 bus /gobi_0: Setting Powered False\u000a01:07:27.787903 bus /gobi_0: Setting Powered False\u000a01:07:28.897924 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:07:19" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:07:30.880017 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:30.892260 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:07:31.055378 tst switch_tch_pdch.py: using LAC 24925\u000a01:07:31.176131 tst switch_tch_pdch.py: using RAC 190\u000a01:07:31.297675 tst switch_tch_pdch.py: using CellId 24925\u000a01:07:31.422744 tst switch_tch_pdch.py: using BVCI 24926\u000a01:07:31.446905 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.458970 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.470967 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.484747 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.498618 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.511587 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.525543 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:31.537435 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:07:31.655409 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:07:31.942843 tst switch_tch_pdch.py:51: start network...\u000a01:07:32.070456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:32.514493 run create_hlr_db(pid=6243): Launched\u000a01:07:32.633819 bus /gobi_6: Setting Powered False\u000a01:07:33.703481 run create_hlr_db(pid=6243): Terminated: ok {rc=0}\u000a01:07:34.092790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Launched\u000a01:07:34.406193 run osmo-hlr_10.42.42.2(pid=6246): Launched\u000a01:07:34.520099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:35.038314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Launched\u000a01:07:35.350906 run osmo-stp_10.42.42.5(pid=6249): Launched\u000a01:07:35.466303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:35.991394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Launched\u000a01:07:36.102532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:36.375973 run patchelf(pid=6252): Launched\u000a01:07:36.558946 run osmo-stp_10.42.42.5(pid=6249): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]\u000a01:07:36.692720 run osmo-stp_10.42.42.5(pid=6249): stdout: \u000a| (launched: 2022-12-10_01:07:35.197388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:36.826599 run osmo-stp_10.42.42.5(pid=6249): stderr: \u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010735390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:36.956159 run osmo-stp_10.42.42.5(pid=6249): stdout: \u000a| (launched: 2022-12-10_01:07:35.197388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:37.085772 run osmo-stp_10.42.42.5(pid=6249): stderr: \u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010735390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010735390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010735391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:37.234917 run patchelf(pid=6252): Terminating (SIGINT)\u000a01:07:37.410170 run patchelf(pid=6252): Terminated: ok {rc=0}\u000a01:07:37.442021 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)] [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:07:37.450921 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:07:37.513613 run osmo-hlr_10.42.42.2(pid=6246): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6246)]\u000a01:07:37.564604 run osmo-hlr_10.42.42.2(pid=6246): stdout: \u000a| (launched: 2022-12-10_01:07:34.251483) \u000a01:07:37.616093 run osmo-hlr_10.42.42.2(pid=6246): stderr: \u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010734447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010734460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010734468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010734469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010734469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:37.660151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminating (SIGTERM)\u000a01:07:37.701825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminating (SIGTERM)\u000a01:07:37.743392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminating (SIGTERM)\u000a01:07:37.753135 --- ParallelTerminationStrategy: PID 6245 died...\u000a01:07:37.808492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminated: ok {rc=0}\u000a01:07:37.818782 --- ParallelTerminationStrategy: PID 6248 died...\u000a01:07:37.873974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminated: ok {rc=0}\u000a01:07:37.884252 --- ParallelTerminationStrategy: PID 6251 died...\u000a01:07:37.939649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminated: ok {rc=0}\u000a01:07:38.026067 bus /gobi_0: Setting Powered False\u000a01:07:39.132679 bus /gobi_0: Setting Powered False\u000a01:07:40.239966 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:07:30" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6258) [trial-2367↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6258)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6258) [trial-2367↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:07:42.132703 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:07:42.143356 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:07:42.274010 tst mo_mt_sms.py: using LAC 24926\u000a01:07:42.386287 tst mo_mt_sms.py: using RAC 191\u000a01:07:42.508578 tst mo_mt_sms.py: using CellId 24926\u000a01:07:42.631122 tst mo_mt_sms.py: using BVCI 24927\u000a01:07:42.655643 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:07:42.772050 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:07:43.056652 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:07:43.186529 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:07:43.834928 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6257): Launched\u000a01:07:44.145980 run osmo-nitb_10.42.42.2(pid=6258): Launched\u000a01:07:44.339015 run osmo-nitb_10.42.42.2(pid=6258): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6258)]\u000a01:07:44.479971 run osmo-nitb_10.42.42.2(pid=6258): stdout: \u000a| (launched: 2022-12-10_01:07:43.994796) \u000a01:07:44.620998 run osmo-nitb_10.42.42.2(pid=6258): stderr: \u000a| (launched: 2022-12-10_01:07:44.041555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:07:44.757789 run osmo-nitb_10.42.42.2(pid=6258): stdout: \u000a| (launched: 2022-12-10_01:07:43.994796) \u000a01:07:44.893501 run osmo-nitb_10.42.42.2(pid=6258): stderr: \u000a| (launched: 2022-12-10_01:07:44.041555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:07:45.273693 tst osmo-nitb_10.42.42.2(pid=6258): stdout: \u000a| (launched: 2022-12-10_01:07:43.994796) \u000a01:07:45.398360 tst osmo-nitb_10.42.42.2(pid=6258): stderr: \u000a| (launched: 2022-12-10_01:07:44.041555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:07:45.453289 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6258): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6258) [trial-2367↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6258)] [trial-2367↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a01:07:45.462035 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:07:45.497915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6257): Terminating (SIGTERM)\u000a01:07:45.675705 --- ParallelTerminationStrategy: PID 6257 died...\u000a01:07:45.732389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6257): Terminated: ok {rc=0}\u000a01:07:45.819528 bus /sierra_3: Setting Powered False\u000a01:07:46.943751 bus /sierra_3: Setting Powered False\u000a01:07:48.056079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:07:41" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6268): Process ended prematurely: osmo-stp_10.42.42.5(pid=6268) [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6268)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6268): Process ended prematurely: osmo-stp_10.42.42.5(pid=6268) [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:07:49.942563 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:49.953147 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:07:50.087985 tst mo_mt_sms.py: using LAC 24927\u000a01:07:50.200453 tst mo_mt_sms.py: using RAC 192\u000a01:07:50.321564 tst mo_mt_sms.py: using CellId 24927\u000a01:07:50.443289 tst mo_mt_sms.py: using BVCI 24928\u000a01:07:50.467309 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:50.478633 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:50.489660 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:50.500470 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:50.511386 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:07:50.522953 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:07:50.636941 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:07:50.831279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:51.292489 run create_hlr_db(pid=6262): Launched\u000a01:07:51.460582 bus /sierra_2: Setting Powered False\u000a01:07:52.481759 run create_hlr_db(pid=6262): Terminated: ok {rc=0}\u000a01:07:52.871498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6264): Launched\u000a01:07:53.163320 run osmo-hlr_10.42.42.2(pid=6265): Launched\u000a01:07:53.272579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:53.776546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6267): Launched\u000a01:07:54.068452 run osmo-stp_10.42.42.5(pid=6268): Launched\u000a01:07:54.174733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:07:54.708928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6270): Launched\u000a01:07:55.002512 run osmo-msc_10.42.42.6(pid=6271): Launched\u000a01:07:55.174938 run osmo-stp_10.42.42.5(pid=6268): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6268)]\u000a01:07:55.299038 run osmo-stp_10.42.42.5(pid=6268): stdout: \u000a| (launched: 2022-12-10_01:07:53.923860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:55.420106 run osmo-stp_10.42.42.5(pid=6268): stderr: \u000a| �[0;m�[38;5;43m20221210010754093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010754093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010754094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010754094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:55.536467 run osmo-stp_10.42.42.5(pid=6268): stdout: \u000a| (launched: 2022-12-10_01:07:53.923860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:55.652082 run osmo-stp_10.42.42.5(pid=6268): stderr: \u000a| �[0;m�[38;5;43m20221210010754093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010754093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010754094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010754094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010754095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:55.702763 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6268): Process ended prematurely: osmo-stp_10.42.42.5(pid=6268) [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6268)] [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a01:07:55.710439 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a01:07:55.769644 run osmo-hlr_10.42.42.2(pid=6265): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6265)]\u000a01:07:55.817949 run osmo-hlr_10.42.42.2(pid=6265): stdout: \u000a| (launched: 2022-12-10_01:07:53.018847) \u000a01:07:55.867335 run osmo-hlr_10.42.42.2(pid=6265): stderr: \u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010753196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010753208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010753216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010753217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010753217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:55.933627 run osmo-msc_10.42.42.6(pid=6271): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6271)]\u000a01:07:55.981602 run osmo-msc_10.42.42.6(pid=6271): stdout: \u000a| (launched: 2022-12-10_01:07:54.857335) \u000a01:07:56.030945 run osmo-msc_10.42.42.6(pid=6271): stderr: \u000a| �[0;m�[38;5;43m20221210010755128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010755128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ae8ee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010755128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010755129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010755129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010755129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010755131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010755131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010755131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010755131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:07:56.072122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6264): Terminating (SIGTERM)\u000a01:07:56.111586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6267): Terminating (SIGTERM)\u000a01:07:56.150918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6270): Terminating (SIGTERM)\u000a01:07:56.160077 --- ParallelTerminationStrategy: PID 6264 died...\u000a01:07:56.212267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6264): Terminated: ok {rc=0}\u000a01:07:56.221921 --- ParallelTerminationStrategy: PID 6267 died...\u000a01:07:56.273795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6267): Terminated: ok {rc=0}\u000a01:07:56.283373 --- ParallelTerminationStrategy: PID 6270 died...\u000a01:07:56.335840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6270): Terminated: ok {rc=0}\u000a01:07:56.423478 bus /sierra_3: Setting Powered False\u000a01:07:57.526080 bus /sierra_3: Setting Powered False\u000a01:07:58.636248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:07:49" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6287) [trial-2367↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6287)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6287) [trial-2367↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:00.476148 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:08:00.487340 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:00.628216 tst assert_extension.py: using LAC 24928\u000a01:08:00.752665 tst assert_extension.py: using RAC 193\u000a01:08:00.881720 tst assert_extension.py: using CellId 24928\u000a01:08:01.017834 tst assert_extension.py: using BVCI 24929\u000a01:08:01.041071 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:01.322891 tst assert_extension.py:10: start nitb and bts...\u000a01:08:01.449208 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:08:02.094640 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6276): Launched\u000a01:08:02.437404 run osmo-nitb_10.42.42.2(pid=6287): Launched\u000a01:08:02.631146 run osmo-nitb_10.42.42.2(pid=6287): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6287)]\u000a01:08:02.779592 run osmo-nitb_10.42.42.2(pid=6287): stdout: \u000a| (launched: 2022-12-10_01:08:02.268023) \u000a01:08:02.924394 run osmo-nitb_10.42.42.2(pid=6287): stderr: \u000a| (launched: 2022-12-10_01:08:02.312026)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:03.064526 run osmo-nitb_10.42.42.2(pid=6287): stdout: \u000a| (launched: 2022-12-10_01:08:02.268023) \u000a01:08:03.203185 run osmo-nitb_10.42.42.2(pid=6287): stderr: \u000a| (launched: 2022-12-10_01:08:02.312026)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:03.566839 tst osmo-nitb_10.42.42.2(pid=6287): stdout: \u000a| (launched: 2022-12-10_01:08:02.268023) \u000a01:08:03.696085 tst osmo-nitb_10.42.42.2(pid=6287): stderr: \u000a| (launched: 2022-12-10_01:08:02.312026)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:03.754263 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6287): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6287) [trial-2367↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6287)] [trial-2367↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a01:08:03.763744 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:08:03.801025 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6276): Terminating (SIGTERM)\u000a01:08:03.981328 --- ParallelTerminationStrategy: PID 6276 died...\u000a01:08:04.040449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6276): Terminated: ok {rc=0}\u000a01:08:04.128407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:08:00" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "ussd:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:05.979050 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:05.991239 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:06.135388 tst assert_extension.py: using LAC 24929\u000a01:08:06.260719 tst assert_extension.py: using RAC 194\u000a01:08:06.387174 tst assert_extension.py: using CellId 24929\u000a01:08:06.510803 tst assert_extension.py: using BVCI 24930\u000a01:08:06.536996 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:06.548920 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:06.561055 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:06.572993 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:06.585186 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:06.597076 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:06.807160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:07.360409 run create_hlr_db(pid=6294): Launched\u000a01:08:07.549725 bus /sierra_2: Setting Powered False\u000a01:08:08.572717 run create_hlr_db(pid=6294): Terminated: ok {rc=0}\u000a01:08:09.019241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Launched\u000a01:08:09.446506 run osmo-hlr_10.42.42.2(pid=6297): Launched\u000a01:08:09.660695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:10.376830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Launched\u000a01:08:10.797169 run osmo-stp_10.42.42.5(pid=6300): Launched\u000a01:08:11.021064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:11.623344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6302): Launched\u000a01:08:12.057695 run osmo-msc_10.42.42.6(pid=6303): Launched\u000a01:08:12.437632 run osmo-stp_10.42.42.5(pid=6300): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)]\u000a01:08:12.644438 run osmo-stp_10.42.42.5(pid=6300): stdout: \u000a| (launched: 2022-12-10_01:08:10.541252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:12.780322 run osmo-stp_10.42.42.5(pid=6300): stderr: \u000a| �[0;m�[38;5;43m20221210010810845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010810846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010810846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010810846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:12.910379 run osmo-stp_10.42.42.5(pid=6300): stdout: \u000a| (launched: 2022-12-10_01:08:10.541252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:13.042617 run osmo-stp_10.42.42.5(pid=6300): stderr: \u000a| �[0;m�[38;5;43m20221210010810845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010810846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010810846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010810846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010810847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:13.099623 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6300): Process ended prematurely: osmo-stp_10.42.42.5(pid=6300) [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6300)] [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a01:08:13.109079 tst assert_extension.py:17: Test FAILED (7.1 sec)\u000a01:08:13.175086 run osmo-hlr_10.42.42.2(pid=6297): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6297)]\u000a01:08:13.250472 run osmo-hlr_10.42.42.2(pid=6297): stdout: \u000a| (launched: 2022-12-10_01:08:09.186492) \u000a01:08:13.304787 run osmo-hlr_10.42.42.2(pid=6297): stderr: \u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010809493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010809511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010809524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010809525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010809525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:13.391530 run osmo-msc_10.42.42.6(pid=6303): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6303)]\u000a01:08:13.452929 run osmo-msc_10.42.42.6(pid=6303): stdout: \u000a| (launched: 2022-12-10_01:08:11.787498) \u000a01:08:13.513885 run osmo-msc_10.42.42.6(pid=6303): stderr: \u000a| �[0;m�[38;5;43m20221210010812296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010812296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51cca62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010812296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010812296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010812296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010812296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010812302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010812303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010812303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010812303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:13.561485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Terminating (SIGTERM)\u000a01:08:13.607747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Terminating (SIGTERM)\u000a01:08:13.652625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6302): Terminating (SIGTERM)\u000a01:08:13.663246 --- ParallelTerminationStrategy: PID 6296 died...\u000a01:08:13.723041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6296): Terminated: ok {rc=0}\u000a01:08:13.735623 --- ParallelTerminationStrategy: PID 6299 died...\u000a01:08:13.803239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6299): Terminated: ok {rc=0}\u000a01:08:13.817544 --- ParallelTerminationStrategy: PID 6302 died...\u000a01:08:13.874633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6302): Terminated: ok {rc=0}\u000a01:08:13.985059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:08:05" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:08:16.018335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.031046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:08:16.241862 tst mo_mt_call.py: using LAC 24930\u000a01:08:16.416036 tst mo_mt_call.py: using RAC 195\u000a01:08:16.551043 tst mo_mt_call.py: using CellId 24930\u000a01:08:16.699335 tst mo_mt_call.py: using BVCI 24931\u000a01:08:16.732172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.746418 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.762249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.777789 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.792665 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:16.807070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:16.947023 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:17.190508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:17.716802 run create_hlr_db(pid=6567): Launched\u000a01:08:17.893476 bus /sierra_2: Setting Powered False\u000a01:08:18.927210 run create_hlr_db(pid=6567): Terminated: ok {rc=0}\u000a01:08:19.378751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Launched\u000a01:08:19.816646 run osmo-hlr_10.42.42.2(pid=6570): Launched\u000a01:08:20.036716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:20.649876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Launched\u000a01:08:21.087096 run osmo-stp_10.42.42.5(pid=6573): Launched\u000a01:08:21.307114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:21.927008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Launched\u000a01:08:22.352365 run osmo-msc_10.42.42.6(pid=6576): Launched\u000a01:08:22.750278 run osmo-stp_10.42.42.5(pid=6573): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a01:08:22.964728 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-10_01:08:20.820251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:23.104072 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010821129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010821129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010821129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010821130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:23.243477 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-10_01:08:20.820251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:23.378986 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010821123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010821129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010821129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010821129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010821130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:23.438212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:08:23.448408 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a01:08:23.514268 run osmo-hlr_10.42.42.2(pid=6570): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6570)]\u000a01:08:23.569121 run osmo-hlr_10.42.42.2(pid=6570): stdout: \u000a| (launched: 2022-12-10_01:08:19.547797) \u000a01:08:23.624469 run osmo-hlr_10.42.42.2(pid=6570): stderr: \u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010819860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010819885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010819901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010819901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010819901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:23.698627 run osmo-msc_10.42.42.6(pid=6576): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6576)]\u000a01:08:23.753627 run osmo-msc_10.42.42.6(pid=6576): stdout: \u000a| (launched: 2022-12-10_01:08:22.096601) \u000a01:08:23.808165 run osmo-msc_10.42.42.6(pid=6576): stderr: \u000a| �[0;m�[38;5;43m20221210010822608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010822608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab8420cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010822613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010822613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010822613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010822613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010822615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010822616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010822616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010822616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:23.855224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminating (SIGTERM)\u000a01:08:23.901201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminating (SIGTERM)\u000a01:08:23.948094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Terminating (SIGTERM)\u000a01:08:23.958986 --- ParallelTerminationStrategy: PID 6569 died...\u000a01:08:24.019434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminated: ok {rc=0}\u000a01:08:24.030338 --- ParallelTerminationStrategy: PID 6572 died...\u000a01:08:24.088824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminated: ok {rc=0}\u000a01:08:24.099643 --- ParallelTerminationStrategy: PID 6575 died...\u000a01:08:24.158342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Terminated: ok {rc=0}\u000a01:08:24.249496 bus /sierra_3: Setting Powered False\u000a01:08:25.353931 bus /sierra_3: Setting Powered False\u000a01:08:26.461228 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:08:27.576528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:27.589077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:08:27.754655 tst mo_mt_call_osmux.py: using LAC 24931\u000a01:08:27.880421 tst mo_mt_call_osmux.py: using RAC 196\u000a01:08:28.006099 tst mo_mt_call_osmux.py: using CellId 24931\u000a01:08:28.133642 tst mo_mt_call_osmux.py: using BVCI 24932\u000a01:08:28.158135 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:28.169864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:28.181359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:28.192692 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:28.204245 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:28.215629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:28.333010 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:28.542387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:29.057650 run create_hlr_db(pid=6579): Launched\u000a01:08:29.242863 bus /sierra_2: Setting Powered False\u000a01:08:30.264457 run create_hlr_db(pid=6579): Terminated: ok {rc=0}\u000a01:08:30.669991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Launched\u000a01:08:31.118468 run osmo-hlr_10.42.42.2(pid=6582): Launched\u000a01:08:31.347763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:31.901303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Launched\u000a01:08:32.364580 run osmo-stp_10.42.42.5(pid=6585): Launched\u000a01:08:32.484131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:33.071145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6587): Launched\u000a01:08:33.394763 run osmo-msc_10.42.42.6(pid=6588): Launched\u000a01:08:33.584632 run osmo-stp_10.42.42.5(pid=6585): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)]\u000a01:08:33.720309 run osmo-stp_10.42.42.5(pid=6585): stdout: \u000a| (launched: 2022-12-10_01:08:32.057165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:33.855197 run osmo-stp_10.42.42.5(pid=6585): stderr: \u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010832311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:33.983934 run osmo-stp_10.42.42.5(pid=6585): stdout: \u000a| (launched: 2022-12-10_01:08:32.057165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:34.111727 run osmo-stp_10.42.42.5(pid=6585): stderr: \u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010832311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010832311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:34.168303 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6585): Process ended prematurely: osmo-stp_10.42.42.5(pid=6585) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6585)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:08:34.177744 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:08:34.240166 run osmo-hlr_10.42.42.2(pid=6582): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6582)]\u000a01:08:34.291796 run osmo-hlr_10.42.42.2(pid=6582): stdout: \u000a| (launched: 2022-12-10_01:08:30.822968) \u000a01:08:34.344186 run osmo-hlr_10.42.42.2(pid=6582): stderr: \u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010831125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010831147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010831170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010831171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010831171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:34.414544 run osmo-msc_10.42.42.6(pid=6588): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6588)]\u000a01:08:34.465535 run osmo-msc_10.42.42.6(pid=6588): stdout: \u000a| (launched: 2022-12-10_01:08:33.234635) \u000a01:08:34.517013 run osmo-msc_10.42.42.6(pid=6588): stderr: \u000a| �[0;m�[38;5;43m20221210010833555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010833555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a57e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010833555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010833555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010833556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010833556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010833558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010833558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010833558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010833558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:34.560707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Terminating (SIGTERM)\u000a01:08:34.602206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Terminating (SIGTERM)\u000a01:08:34.643748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6587): Terminating (SIGTERM)\u000a01:08:34.653419 --- ParallelTerminationStrategy: PID 6581 died...\u000a01:08:34.709591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6581): Terminated: ok {rc=0}\u000a01:08:34.719637 --- ParallelTerminationStrategy: PID 6584 died...\u000a01:08:34.774872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6584): Terminated: ok {rc=0}\u000a01:08:34.784878 --- ParallelTerminationStrategy: PID 6587 died...\u000a01:08:34.840160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6587): Terminated: ok {rc=0}\u000a01:08:34.927522 bus /sierra_3: Setting Powered False\u000a01:08:36.034271 bus /sierra_3: Setting Powered False\u000a01:08:37.141975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:08:15" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:08:39.150440 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.161729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:08:39.316411 tst mo_mt_call.py: using LAC 24932\u000a01:08:39.435271 tst mo_mt_call.py: using RAC 197\u000a01:08:39.554929 tst mo_mt_call.py: using CellId 24932\u000a01:08:39.674806 tst mo_mt_call.py: using BVCI 24933\u000a01:08:39.697469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.708598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.719706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.731086 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.742705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:39.754098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:39.873537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:40.082767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:40.595211 run create_hlr_db(pid=6593): Launched\u000a01:08:40.779950 bus /sierra_2: Setting Powered False\u000a01:08:41.801035 run create_hlr_db(pid=6593): Terminated: ok {rc=0}\u000a01:08:42.203269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Launched\u000a01:08:42.504577 run osmo-hlr_10.42.42.2(pid=6596): Launched\u000a01:08:42.618426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:43.139060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Launched\u000a01:08:43.439402 run osmo-stp_10.42.42.5(pid=6599): Launched\u000a01:08:43.549308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:44.102703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Launched\u000a01:08:44.405782 run osmo-msc_10.42.42.6(pid=6602): Launched\u000a01:08:44.582857 run osmo-stp_10.42.42.5(pid=6599): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]\u000a01:08:44.710995 run osmo-stp_10.42.42.5(pid=6599): stdout: \u000a| (launched: 2022-12-10_01:08:43.291366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:44.836371 run osmo-stp_10.42.42.5(pid=6599): stderr: \u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010843462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:44.957375 run osmo-stp_10.42.42.5(pid=6599): stdout: \u000a| (launched: 2022-12-10_01:08:43.291366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:45.077511 run osmo-stp_10.42.42.5(pid=6599): stderr: \u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010843461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010843462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:45.130642 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:08:45.139744 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:08:45.200262 run osmo-hlr_10.42.42.2(pid=6596): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6596)]\u000a01:08:45.249366 run osmo-hlr_10.42.42.2(pid=6596): stdout: \u000a| (launched: 2022-12-10_01:08:42.356302) \u000a01:08:45.299237 run osmo-hlr_10.42.42.2(pid=6596): stderr: \u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010842532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010842544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010842554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010842554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010842554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:45.366357 run osmo-msc_10.42.42.6(pid=6602): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6602)]\u000a01:08:45.415538 run osmo-msc_10.42.42.6(pid=6602): stdout: \u000a| (launched: 2022-12-10_01:08:44.255097) \u000a01:08:45.464977 run osmo-msc_10.42.42.6(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221210010844526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010844527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cb3e22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010844527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010844527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010844527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010844527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010844529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010844529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010844529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010844529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:45.506987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Terminating (SIGTERM)\u000a01:08:45.546956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Terminating (SIGTERM)\u000a01:08:45.586639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Terminating (SIGTERM)\u000a01:08:45.596061 --- ParallelTerminationStrategy: PID 6595 died...\u000a01:08:45.649087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Terminated: ok {rc=0}\u000a01:08:45.658723 --- ParallelTerminationStrategy: PID 6598 died...\u000a01:08:45.712145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Terminated: ok {rc=0}\u000a01:08:45.721860 --- ParallelTerminationStrategy: PID 6601 died...\u000a01:08:45.774432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Terminated: ok {rc=0}\u000a01:08:45.866333 bus /sierra_3: Setting Powered False\u000a01:08:46.973564 bus /sierra_3: Setting Powered False\u000a01:08:48.078895 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6610): Process ended prematurely: osmo-stp_10.42.42.5(pid=6610) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6610)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6610): Process ended prematurely: osmo-stp_10.42.42.5(pid=6610) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:08:49.193203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.205616 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:08:49.367836 tst mo_mt_call_osmux.py: using LAC 24933\u000a01:08:49.484562 tst mo_mt_call_osmux.py: using RAC 198\u000a01:08:49.604200 tst mo_mt_call_osmux.py: using CellId 24933\u000a01:08:49.720943 tst mo_mt_call_osmux.py: using BVCI 24934\u000a01:08:49.743758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.754990 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.766024 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.777230 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.788516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:49.799867 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:49.919843 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:50.120311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:50.591895 run create_hlr_db(pid=6604): Launched\u000a01:08:50.763822 bus /sierra_2: Setting Powered False\u000a01:08:51.785728 run create_hlr_db(pid=6604): Terminated: ok {rc=0}\u000a01:08:52.211405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6606): Launched\u000a01:08:52.533851 run osmo-hlr_10.42.42.2(pid=6607): Launched\u000a01:08:52.655393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:53.213273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6609): Launched\u000a01:08:53.536753 run osmo-stp_10.42.42.5(pid=6610): Launched\u000a01:08:53.654126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:54.241443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6612): Launched\u000a01:08:54.564600 run osmo-msc_10.42.42.6(pid=6613): Launched\u000a01:08:54.752209 run osmo-stp_10.42.42.5(pid=6610): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6610)]\u000a01:08:54.887867 run osmo-stp_10.42.42.5(pid=6610): stdout: \u000a| (launched: 2022-12-10_01:08:53.377957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:55.022782 run osmo-stp_10.42.42.5(pid=6610): stderr: \u000a| �[0;m�[38;5;43m20221210010853569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010853570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010853570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010853570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:55.151585 run osmo-stp_10.42.42.5(pid=6610): stdout: \u000a| (launched: 2022-12-10_01:08:53.377957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:55.279112 run osmo-stp_10.42.42.5(pid=6610): stderr: \u000a| �[0;m�[38;5;43m20221210010853569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010853570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010853570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010853570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010853571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:55.336314 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6610): Process ended prematurely: osmo-stp_10.42.42.5(pid=6610) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6610)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:08:55.345826 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:08:55.407688 run osmo-hlr_10.42.42.2(pid=6607): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6607)]\u000a01:08:55.458551 run osmo-hlr_10.42.42.2(pid=6607): stdout: \u000a| (launched: 2022-12-10_01:08:52.375640) \u000a01:08:55.510310 run osmo-hlr_10.42.42.2(pid=6607): stderr: \u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010852574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010852586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010852595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010852595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010852595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:55.580505 run osmo-msc_10.42.42.6(pid=6613): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6613)]\u000a01:08:55.632014 run osmo-msc_10.42.42.6(pid=6613): stdout: \u000a| (launched: 2022-12-10_01:08:54.405719) \u000a01:08:55.683347 run osmo-msc_10.42.42.6(pid=6613): stderr: \u000a| �[0;m�[38;5;43m20221210010854727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010854728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f550782fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010854728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010854730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:55.727099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6606): Terminating (SIGTERM)\u000a01:08:55.768751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6609): Terminating (SIGTERM)\u000a01:08:55.810313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6612): Terminating (SIGTERM)\u000a01:08:55.819439 --- ParallelTerminationStrategy: PID 6606 died...\u000a01:08:55.874764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6606): Terminated: ok {rc=0}\u000a01:08:55.884717 --- ParallelTerminationStrategy: PID 6609 died...\u000a01:08:55.939605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6609): Terminated: ok {rc=0}\u000a01:08:55.949687 --- ParallelTerminationStrategy: PID 6612 died...\u000a01:08:56.004675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6612): Terminated: ok {rc=0}\u000a01:08:56.091186 bus /sierra_3: Setting Powered False\u000a01:08:57.197166 bus /sierra_3: Setting Powered False\u000a01:08:58.305093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:08:38" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:00.311456 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.323337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:00.486076 tst mo_mt_call.py: using LAC 24934\u000a01:09:00.605351 tst mo_mt_call.py: using RAC 199\u000a01:09:00.721729 tst mo_mt_call.py: using CellId 24934\u000a01:09:00.844677 tst mo_mt_call.py: using BVCI 24935\u000a01:09:00.872778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.885205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.896693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.909350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.921773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:00.935036 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:01.074908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:01.286770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:01.805580 run create_hlr_db(pid=6618): Launched\u000a01:09:01.982120 bus /sierra_2: Setting Powered False\u000a01:09:03.000345 run create_hlr_db(pid=6618): Terminated: ok {rc=0}\u000a01:09:03.400100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Launched\u000a01:09:03.702305 run osmo-hlr_10.42.42.2(pid=6621): Launched\u000a01:09:03.816316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:04.337909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Launched\u000a01:09:04.640617 run osmo-stp_10.42.42.5(pid=6624): Launched\u000a01:09:04.751345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:05.302638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6626): Launched\u000a01:09:05.605446 run osmo-msc_10.42.42.6(pid=6627): Launched\u000a01:09:05.781983 run osmo-stp_10.42.42.5(pid=6624): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]\u000a01:09:05.909702 run osmo-stp_10.42.42.5(pid=6624): stdout: \u000a| (launched: 2022-12-10_01:09:04.490504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:06.034642 run osmo-stp_10.42.42.5(pid=6624): stderr: \u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010904663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010904663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010904663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010904664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:06.155299 run osmo-stp_10.42.42.5(pid=6624): stdout: \u000a| (launched: 2022-12-10_01:09:04.490504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:06.275253 run osmo-stp_10.42.42.5(pid=6624): stderr: \u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010904662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010904663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010904663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010904663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010904664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:06.328561 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:09:06.337169 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:09:06.397148 run osmo-hlr_10.42.42.2(pid=6621): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6621)]\u000a01:09:06.445700 run osmo-hlr_10.42.42.2(pid=6621): stdout: \u000a| (launched: 2022-12-10_01:09:03.552921) \u000a01:09:06.495091 run osmo-hlr_10.42.42.2(pid=6621): stderr: \u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010903731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010903744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010903753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010903753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010903753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:06.562251 run osmo-msc_10.42.42.6(pid=6627): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6627)]\u000a01:09:06.610778 run osmo-msc_10.42.42.6(pid=6627): stdout: \u000a| (launched: 2022-12-10_01:09:05.455373) \u000a01:09:06.659970 run osmo-msc_10.42.42.6(pid=6627): stderr: \u000a| �[0;m�[38;5;43m20221210010905729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010905729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe02effc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010905730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010905730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010905730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010905730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010905732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010905732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010905732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010905732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:06.701653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Terminating (SIGTERM)\u000a01:09:06.741309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Terminating (SIGTERM)\u000a01:09:06.780655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6626): Terminating (SIGTERM)\u000a01:09:06.790182 --- ParallelTerminationStrategy: PID 6620 died...\u000a01:09:06.843953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Terminated: ok {rc=0}\u000a01:09:06.853586 --- ParallelTerminationStrategy: PID 6623 died...\u000a01:09:06.906340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Terminated: ok {rc=0}\u000a01:09:06.915852 --- ParallelTerminationStrategy: PID 6626 died...\u000a01:09:06.968521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6626): Terminated: ok {rc=0}\u000a01:09:07.051629 bus /sierra_3: Setting Powered False\u000a01:09:08.157545 bus /sierra_3: Setting Powered False\u000a01:09:09.264785 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6635): Process ended prematurely: osmo-stp_10.42.42.5(pid=6635) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6635)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6635): Process ended prematurely: osmo-stp_10.42.42.5(pid=6635) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:10.379960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:10.392526 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:10.555313 tst mo_mt_call_osmux.py: using LAC 24935\u000a01:09:10.679379 tst mo_mt_call_osmux.py: using RAC 200\u000a01:09:10.803874 tst mo_mt_call_osmux.py: using CellId 24935\u000a01:09:10.928095 tst mo_mt_call_osmux.py: using BVCI 24936\u000a01:09:10.952489 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:10.964149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:10.975608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:10.987161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:10.998768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:11.010233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:11.130378 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:11.332338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:11.806983 run create_hlr_db(pid=6629): Launched\u000a01:09:11.991539 bus /sierra_2: Setting Powered False\u000a01:09:13.002082 run create_hlr_db(pid=6629): Terminated: ok {rc=0}\u000a01:09:13.433769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6631): Launched\u000a01:09:13.757039 run osmo-hlr_10.42.42.2(pid=6632): Launched\u000a01:09:13.875819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:14.434406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6634): Launched\u000a01:09:14.755768 run osmo-stp_10.42.42.5(pid=6635): Launched\u000a01:09:14.873098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:15.463544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6637): Launched\u000a01:09:15.787081 run osmo-msc_10.42.42.6(pid=6638): Launched\u000a01:09:16.159574 run osmo-stp_10.42.42.5(pid=6635): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6635)]\u000a01:09:16.435721 run osmo-stp_10.42.42.5(pid=6635): stdout: \u000a| (launched: 2022-12-10_01:09:14.597818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:16.566512 run osmo-stp_10.42.42.5(pid=6635): stderr: \u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010914793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:16.692059 run osmo-stp_10.42.42.5(pid=6635): stdout: \u000a| (launched: 2022-12-10_01:09:14.597818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:16.817508 run osmo-stp_10.42.42.5(pid=6635): stderr: \u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010914792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010914793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010914793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:16.873294 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6635): Process ended prematurely: osmo-stp_10.42.42.5(pid=6635) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6635)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:09:16.882343 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:09:16.947262 run osmo-hlr_10.42.42.2(pid=6632): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6632)]\u000a01:09:17.000480 run osmo-hlr_10.42.42.2(pid=6632): stdout: \u000a| (launched: 2022-12-10_01:09:13.598094) \u000a01:09:17.054225 run osmo-hlr_10.42.42.2(pid=6632): stderr: \u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010913796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010913811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010913821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010913821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010913821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:17.125045 run osmo-msc_10.42.42.6(pid=6638): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6638)]\u000a01:09:17.178007 run osmo-msc_10.42.42.6(pid=6638): stdout: \u000a| (launched: 2022-12-10_01:09:15.627593) \u000a01:09:17.230784 run osmo-msc_10.42.42.6(pid=6638): stderr: \u000a| �[0;m�[38;5;43m20221210010916067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010916068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d37947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010916068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010916068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010916068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010916068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010916070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010916071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010916071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:17.275983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6631): Terminating (SIGTERM)\u000a01:09:17.319203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6634): Terminating (SIGTERM)\u000a01:09:17.362541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6637): Terminating (SIGTERM)\u000a01:09:17.372641 --- ParallelTerminationStrategy: PID 6631 died...\u000a01:09:17.426773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6631): Terminated: ok {rc=0}\u000a01:09:17.436291 --- ParallelTerminationStrategy: PID 6634 died...\u000a01:09:17.489484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6634): Terminated: ok {rc=0}\u000a01:09:17.499227 --- ParallelTerminationStrategy: PID 6637 died...\u000a01:09:17.552514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6637): Terminated: ok {rc=0}\u000a01:09:17.635397 bus /sierra_3: Setting Powered False\u000a01:09:18.741299 bus /sierra_3: Setting Powered False\u000a01:09:19.848171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:09:00" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6651): Process ended prematurely: osmo-stp_10.42.42.5(pid=6651) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6651)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6651): Process ended prematurely: osmo-stp_10.42.42.5(pid=6651) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:21.853733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:21.865328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:09:22.030099 tst mo_mt_call.py: using LAC 24936\u000a01:09:22.156401 tst mo_mt_call.py: using RAC 201\u000a01:09:22.281234 tst mo_mt_call.py: using CellId 24936\u000a01:09:22.406666 tst mo_mt_call.py: using BVCI 24937\u000a01:09:22.431087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:22.442645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:22.454093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:22.465519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:22.477039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:22.488364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:22.603041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:22.812183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:23.328090 run create_hlr_db(pid=6645): Launched\u000a01:09:23.512493 bus /sierra_2: Setting Powered False\u000a01:09:24.535199 run create_hlr_db(pid=6645): Terminated: ok {rc=0}\u000a01:09:24.939418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6647): Launched\u000a01:09:25.242690 run osmo-hlr_10.42.42.2(pid=6648): Launched\u000a01:09:25.360870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:25.892668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6650): Launched\u000a01:09:26.193913 run osmo-stp_10.42.42.5(pid=6651): Launched\u000a01:09:26.303719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:26.854830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6653): Launched\u000a01:09:27.158552 run osmo-msc_10.42.42.6(pid=6654): Launched\u000a01:09:27.335419 run osmo-stp_10.42.42.5(pid=6651): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6651)]\u000a01:09:27.463645 run osmo-stp_10.42.42.5(pid=6651): stdout: \u000a| (launched: 2022-12-10_01:09:26.045188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:27.588776 run osmo-stp_10.42.42.5(pid=6651): stderr: \u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010926217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010926217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010926217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010926218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:27.710496 run osmo-stp_10.42.42.5(pid=6651): stdout: \u000a| (launched: 2022-12-10_01:09:26.045188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:27.830471 run osmo-stp_10.42.42.5(pid=6651): stderr: \u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010926216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010926217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010926217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010926217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010926218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:27.884142 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6651): Process ended prematurely: osmo-stp_10.42.42.5(pid=6651) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6651)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:09:27.893004 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:09:27.952604 run osmo-hlr_10.42.42.2(pid=6648): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6648)]\u000a01:09:28.001630 run osmo-hlr_10.42.42.2(pid=6648): stdout: \u000a| (launched: 2022-12-10_01:09:25.092852) \u000a01:09:28.051103 run osmo-hlr_10.42.42.2(pid=6648): stderr: \u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010925270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010925282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010925293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010925293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010925293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:28.118204 run osmo-msc_10.42.42.6(pid=6654): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6654)]\u000a01:09:28.166808 run osmo-msc_10.42.42.6(pid=6654): stdout: \u000a| (launched: 2022-12-10_01:09:27.008073) \u000a01:09:28.216298 run osmo-msc_10.42.42.6(pid=6654): stderr: \u000a| �[0;m�[38;5;43m20221210010927280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010927280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15675e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010927280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010927280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010927280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010927280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010927282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010927283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010927283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010927283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:28.258314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6647): Terminating (SIGTERM)\u000a01:09:28.298357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6650): Terminating (SIGTERM)\u000a01:09:28.338028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6653): Terminating (SIGTERM)\u000a01:09:28.347460 --- ParallelTerminationStrategy: PID 6647 died...\u000a01:09:28.400818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6647): Terminated: ok {rc=0}\u000a01:09:28.410244 --- ParallelTerminationStrategy: PID 6650 died...\u000a01:09:28.463155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6650): Terminated: ok {rc=0}\u000a01:09:28.472889 --- ParallelTerminationStrategy: PID 6653 died...\u000a01:09:28.525616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6653): Terminated: ok {rc=0}\u000a01:09:28.613158 bus /sierra_3: Setting Powered False\u000a01:09:29.714637 bus /sierra_3: Setting Powered False\u000a01:09:30.825050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6662): Process ended prematurely: osmo-stp_10.42.42.5(pid=6662) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6662)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6662): Process ended prematurely: osmo-stp_10.42.42.5(pid=6662) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:31.947869 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:31.960751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:09:32.120502 tst mo_mt_call_osmux.py: using LAC 24937\u000a01:09:32.240903 tst mo_mt_call_osmux.py: using RAC 202\u000a01:09:32.360281 tst mo_mt_call_osmux.py: using CellId 24937\u000a01:09:32.486284 tst mo_mt_call_osmux.py: using BVCI 24938\u000a01:09:32.510684 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:32.522336 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:32.533727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:32.545312 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:32.556862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:32.568271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:32.682730 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:32.893923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:33.403517 run create_hlr_db(pid=6656): Launched\u000a01:09:33.576781 bus /sierra_2: Setting Powered False\u000a01:09:34.597865 run create_hlr_db(pid=6656): Terminated: ok {rc=0}\u000a01:09:35.023349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6658): Launched\u000a01:09:35.346029 run osmo-hlr_10.42.42.2(pid=6659): Launched\u000a01:09:35.467660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:36.026709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6661): Launched\u000a01:09:36.350014 run osmo-stp_10.42.42.5(pid=6662): Launched\u000a01:09:36.467530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:37.057800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6664): Launched\u000a01:09:37.382069 run osmo-msc_10.42.42.6(pid=6665): Launched\u000a01:09:37.571035 run osmo-stp_10.42.42.5(pid=6662): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6662)]\u000a01:09:37.706891 run osmo-stp_10.42.42.5(pid=6662): stdout: \u000a| (launched: 2022-12-10_01:09:36.190706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:37.841846 run osmo-stp_10.42.42.5(pid=6662): stderr: \u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010936385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:37.971927 run osmo-stp_10.42.42.5(pid=6662): stdout: \u000a| (launched: 2022-12-10_01:09:36.190706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:38.100183 run osmo-stp_10.42.42.5(pid=6662): stderr: \u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010936384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010936385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010936385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:38.156809 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6662): Process ended prematurely: osmo-stp_10.42.42.5(pid=6662) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6662)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:09:38.166161 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:09:38.227822 run osmo-hlr_10.42.42.2(pid=6659): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6659)]\u000a01:09:38.278686 run osmo-hlr_10.42.42.2(pid=6659): stdout: \u000a| (launched: 2022-12-10_01:09:35.187152) \u000a01:09:38.330580 run osmo-hlr_10.42.42.2(pid=6659): stderr: \u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010935384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010935397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010935405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010935405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010935405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:38.400399 run osmo-msc_10.42.42.6(pid=6665): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6665)]\u000a01:09:38.451031 run osmo-msc_10.42.42.6(pid=6665): stdout: \u000a| (launched: 2022-12-10_01:09:37.222393) \u000a01:09:38.502251 run osmo-msc_10.42.42.6(pid=6665): stderr: \u000a| �[0;m�[38;5;43m20221210010937545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010937546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd659fc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010937546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010937546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010937546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010937546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010937548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010937548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010937548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010937548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:38.545962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6658): Terminating (SIGTERM)\u000a01:09:38.586862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6661): Terminating (SIGTERM)\u000a01:09:38.627868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6664): Terminating (SIGTERM)\u000a01:09:38.637498 --- ParallelTerminationStrategy: PID 6658 died...\u000a01:09:38.692817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6658): Terminated: ok {rc=0}\u000a01:09:38.702784 --- ParallelTerminationStrategy: PID 6661 died...\u000a01:09:38.757423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6661): Terminated: ok {rc=0}\u000a01:09:38.767358 --- ParallelTerminationStrategy: PID 6664 died...\u000a01:09:38.822077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6664): Terminated: ok {rc=0}\u000a01:09:38.908488 bus /sierra_3: Setting Powered False\u000a01:09:40.012195 bus /sierra_3: Setting Powered False\u000a01:09:41.117859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:09:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:43.128328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.140052 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:09:43.305086 tst mo_mt_call.py: using LAC 24938\u000a01:09:43.433080 tst mo_mt_call.py: using RAC 203\u000a01:09:43.558054 tst mo_mt_call.py: using CellId 24938\u000a01:09:43.683661 tst mo_mt_call.py: using BVCI 24939\u000a01:09:43.707953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.719515 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.730948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.742488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.754028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:43.765408 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:09:43.881200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:09:44.090843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:44.605792 run create_hlr_db(pid=6670): Launched\u000a01:09:44.791021 bus /sierra_2: Setting Powered False\u000a01:09:45.812282 run create_hlr_db(pid=6670): Terminated: ok {rc=0}\u000a01:09:46.303919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Launched\u000a01:09:46.753792 run osmo-hlr_10.42.42.2(pid=6673): Launched\u000a01:09:47.032577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:47.581547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Launched\u000a01:09:47.884446 run osmo-stp_10.42.42.5(pid=6676): Launched\u000a01:09:47.994558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:48.546022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Launched\u000a01:09:48.856567 run osmo-msc_10.42.42.6(pid=6679): Launched\u000a01:09:49.048892 run osmo-stp_10.42.42.5(pid=6676): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a01:09:49.186559 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-10_01:09:47.734622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:49.321786 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010947906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:49.451484 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-10_01:09:47.734622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:49.579763 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010947905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010947906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:49.636314 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:09:49.645316 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:09:49.707630 run osmo-hlr_10.42.42.2(pid=6673): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6673)]\u000a01:09:49.758741 run osmo-hlr_10.42.42.2(pid=6673): stdout: \u000a| (launched: 2022-12-10_01:09:46.461736) \u000a01:09:49.810541 run osmo-hlr_10.42.42.2(pid=6673): stderr: \u000a| �[0;m�[1;31m20221210010946728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010946729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010946729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010946729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010946729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010946729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010946749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010946764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010946764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010946764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:49.880856 run osmo-msc_10.42.42.6(pid=6679): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6679)]\u000a01:09:49.931683 run osmo-msc_10.42.42.6(pid=6679): stdout: \u000a| (launched: 2022-12-10_01:09:48.698508) \u000a01:09:49.983207 run osmo-msc_10.42.42.6(pid=6679): stderr: \u000a| �[0;m�[38;5;43m20221210010949015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010949015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff50db4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010949015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010949015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010949015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010949016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010949017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010949018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010949018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010949018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:50.027118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminating (SIGTERM)\u000a01:09:50.068746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminating (SIGTERM)\u000a01:09:50.109916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminating (SIGTERM)\u000a01:09:50.119524 --- ParallelTerminationStrategy: PID 6672 died...\u000a01:09:50.174856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminated: ok {rc=0}\u000a01:09:50.184787 --- ParallelTerminationStrategy: PID 6675 died...\u000a01:09:50.240015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminated: ok {rc=0}\u000a01:09:50.250320 --- ParallelTerminationStrategy: PID 6678 died...\u000a01:09:50.305442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminated: ok {rc=0}\u000a01:09:50.392123 bus /sierra_3: Setting Powered False\u000a01:09:51.496483 bus /sierra_3: Setting Powered False\u000a01:09:52.607705 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6687): Process ended prematurely: osmo-stp_10.42.42.5(pid=6687) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6687)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6687): Process ended prematurely: osmo-stp_10.42.42.5(pid=6687) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:53.722070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:53.734398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:09:53.899833 tst mo_mt_call_osmux.py: using LAC 24939\u000a01:09:54.025656 tst mo_mt_call_osmux.py: using RAC 204\u000a01:09:54.150758 tst mo_mt_call_osmux.py: using CellId 24939\u000a01:09:54.276339 tst mo_mt_call_osmux.py: using BVCI 24940\u000a01:09:54.300674 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:54.312246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:54.324100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:54.335639 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:54.347310 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:09:54.358750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:09:54.477410 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:09:54.679689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:55.156687 run create_hlr_db(pid=6681): Launched\u000a01:09:55.331166 bus /sierra_2: Setting Powered False\u000a01:09:56.351937 run create_hlr_db(pid=6681): Terminated: ok {rc=0}\u000a01:09:56.779752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6683): Launched\u000a01:09:57.103069 run osmo-hlr_10.42.42.2(pid=6684): Launched\u000a01:09:57.224311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:57.786357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6686): Launched\u000a01:09:58.111054 run osmo-stp_10.42.42.5(pid=6687): Launched\u000a01:09:58.227710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:58.819051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6689): Launched\u000a01:09:59.143310 run osmo-msc_10.42.42.6(pid=6690): Launched\u000a01:09:59.332620 run osmo-stp_10.42.42.5(pid=6687): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6687)]\u000a01:09:59.468616 run osmo-stp_10.42.42.5(pid=6687): stdout: \u000a| (launched: 2022-12-10_01:09:57.950642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:59.604178 run osmo-stp_10.42.42.5(pid=6687): stderr: \u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010958143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:59.733911 run osmo-stp_10.42.42.5(pid=6687): stdout: \u000a| (launched: 2022-12-10_01:09:57.950642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:59.862417 run osmo-stp_10.42.42.5(pid=6687): stderr: \u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210010958143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210010958143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210010958144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:59.919162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6687): Process ended prematurely: osmo-stp_10.42.42.5(pid=6687) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6687)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:09:59.928275 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:09:59.990548 run osmo-hlr_10.42.42.2(pid=6684): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6684)]\u000a01:10:00.041536 run osmo-hlr_10.42.42.2(pid=6684): stdout: \u000a| (launched: 2022-12-10_01:09:56.944184) \u000a01:10:00.092936 run osmo-hlr_10.42.42.2(pid=6684): stderr: \u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210010957144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210010957156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210010957164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210010957165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210010957165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:00.163454 run osmo-msc_10.42.42.6(pid=6690): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6690)]\u000a01:10:00.214253 run osmo-msc_10.42.42.6(pid=6690): stdout: \u000a| (launched: 2022-12-10_01:09:58.983465) \u000a01:10:00.265533 run osmo-msc_10.42.42.6(pid=6690): stderr: \u000a| �[0;m�[38;5;43m20221210010959304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210010959305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0bfc03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210010959305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210010959305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210010959305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210010959305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210010959307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210010959307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210010959307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210010959307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:00.309354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6683): Terminating (SIGTERM)\u000a01:10:00.351485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6686): Terminating (SIGTERM)\u000a01:10:00.393128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6689): Terminating (SIGTERM)\u000a01:10:00.402738 --- ParallelTerminationStrategy: PID 6683 died...\u000a01:10:00.458241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6683): Terminated: ok {rc=0}\u000a01:10:00.468142 --- ParallelTerminationStrategy: PID 6686 died...\u000a01:10:00.523981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6686): Terminated: ok {rc=0}\u000a01:10:00.533974 --- ParallelTerminationStrategy: PID 6689 died...\u000a01:10:00.588906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6689): Terminated: ok {rc=0}\u000a01:10:00.677161 bus /sierra_3: Setting Powered False\u000a01:10:01.782269 bus /sierra_3: Setting Powered False\u000a01:10:02.892070 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6712): Process ended prematurely: osmo-stp_10.42.42.5(pid=6712) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6712)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6712): Process ended prematurely: osmo-stp_10.42.42.5(pid=6712) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:10:04.901243 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:04.913257 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:05.078728 tst mo_mt_call.py: using LAC 24940\u000a01:10:05.199827 tst mo_mt_call.py: using RAC 205\u000a01:10:05.317542 tst mo_mt_call.py: using CellId 24940\u000a01:10:05.436817 tst mo_mt_call.py: using BVCI 24941\u000a01:10:05.459691 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:05.471151 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:05.482343 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:05.493987 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:05.505687 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:05.517149 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:05.639373 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:05.848278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:06.364578 run create_hlr_db(pid=6706): Launched\u000a01:10:06.550446 bus /sierra_2: Setting Powered False\u000a01:10:07.572038 run create_hlr_db(pid=6706): Terminated: ok {rc=0}\u000a01:10:07.978545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6708): Launched\u000a01:10:08.282412 run osmo-hlr_10.42.42.2(pid=6709): Launched\u000a01:10:08.399554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:08.929644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6711): Launched\u000a01:10:09.232275 run osmo-stp_10.42.42.5(pid=6712): Launched\u000a01:10:09.342606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:09.895559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6714): Launched\u000a01:10:10.200074 run osmo-msc_10.42.42.6(pid=6715): Launched\u000a01:10:10.378592 run osmo-stp_10.42.42.5(pid=6712): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6712)]\u000a01:10:10.506946 run osmo-stp_10.42.42.5(pid=6712): stdout: \u000a| (launched: 2022-12-10_01:10:09.082230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:10.632150 run osmo-stp_10.42.42.5(pid=6712): stderr: \u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011009253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:10.753238 run osmo-stp_10.42.42.5(pid=6712): stdout: \u000a| (launched: 2022-12-10_01:10:09.082230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:10.873157 run osmo-stp_10.42.42.5(pid=6712): stderr: \u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011009252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011009253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011009255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:10.926303 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6712): Process ended prematurely: osmo-stp_10.42.42.5(pid=6712) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6712)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:10:10.934869 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:10:10.994755 run osmo-hlr_10.42.42.2(pid=6709): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6709)]\u000a01:10:11.043741 run osmo-hlr_10.42.42.2(pid=6709): stdout: \u000a| (launched: 2022-12-10_01:10:08.131485) \u000a01:10:11.093409 run osmo-hlr_10.42.42.2(pid=6709): stderr: \u000a| �[0;m�[1;31m20221210011008305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011008305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011008305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011008306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011008306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011008306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011008319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011008329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011008329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011008329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:11.160234 run osmo-msc_10.42.42.6(pid=6715): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6715)]\u000a01:10:11.208693 run osmo-msc_10.42.42.6(pid=6715): stdout: \u000a| (launched: 2022-12-10_01:10:10.049216) \u000a01:10:11.257837 run osmo-msc_10.42.42.6(pid=6715): stderr: \u000a| �[0;m�[38;5;43m20221210011010323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011010323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe34f13ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011010323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011010323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011010324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011010324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011010326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011010326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011010327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011010327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:11.299310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6708): Terminating (SIGTERM)\u000a01:10:11.339073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6711): Terminating (SIGTERM)\u000a01:10:11.378648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6714): Terminating (SIGTERM)\u000a01:10:11.387757 --- ParallelTerminationStrategy: PID 6708 died...\u000a01:10:11.440820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6708): Terminated: ok {rc=0}\u000a01:10:11.450703 --- ParallelTerminationStrategy: PID 6711 died...\u000a01:10:11.503351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6711): Terminated: ok {rc=0}\u000a01:10:11.512690 --- ParallelTerminationStrategy: PID 6714 died...\u000a01:10:11.565427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6714): Terminated: ok {rc=0}\u000a01:10:11.653259 bus /sierra_3: Setting Powered False\u000a01:10:12.755905 bus /sierra_3: Setting Powered False\u000a01:10:13.876077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:14.989385 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.001935 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:15.168112 tst mo_mt_call_osmux.py: using LAC 24941\u000a01:10:15.294243 tst mo_mt_call_osmux.py: using RAC 206\u000a01:10:15.421616 tst mo_mt_call_osmux.py: using CellId 24941\u000a01:10:15.547862 tst mo_mt_call_osmux.py: using BVCI 24942\u000a01:10:15.572576 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.584473 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.596130 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.607801 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.619555 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:15.631252 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:15.748603 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:15.979298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:16.530817 run create_hlr_db(pid=6894): Launched\u000a01:10:16.710646 bus /sierra_2: Setting Powered False\u000a01:10:17.726983 run create_hlr_db(pid=6894): Terminated: ok {rc=0}\u000a01:10:18.129279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Launched\u000a01:10:18.433128 run osmo-hlr_10.42.42.2(pid=6897): Launched\u000a01:10:18.548217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:19.079607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Launched\u000a01:10:19.382146 run osmo-stp_10.42.42.5(pid=6900): Launched\u000a01:10:19.491871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:20.043575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Launched\u000a01:10:20.348531 run osmo-msc_10.42.42.6(pid=6903): Launched\u000a01:10:20.525840 run osmo-stp_10.42.42.5(pid=6900): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]\u000a01:10:20.653701 run osmo-stp_10.42.42.5(pid=6900): stdout: \u000a| (launched: 2022-12-10_01:10:19.232685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:20.778833 run osmo-stp_10.42.42.5(pid=6900): stderr: \u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011019406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:20.899860 run osmo-stp_10.42.42.5(pid=6900): stdout: \u000a| (launched: 2022-12-10_01:10:19.232685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:21.020110 run osmo-stp_10.42.42.5(pid=6900): stderr: \u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011019406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:21.073418 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:10:21.082159 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:10:21.141926 run osmo-hlr_10.42.42.2(pid=6897): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6897)]\u000a01:10:21.190453 run osmo-hlr_10.42.42.2(pid=6897): stdout: \u000a| (launched: 2022-12-10_01:10:18.282945) \u000a01:10:21.239442 run osmo-hlr_10.42.42.2(pid=6897): stderr: \u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011018460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011018472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011018482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011018482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011018482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:21.306100 run osmo-msc_10.42.42.6(pid=6903): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6903)]\u000a01:10:21.354650 run osmo-msc_10.42.42.6(pid=6903): stdout: \u000a| (launched: 2022-12-10_01:10:20.197410) \u000a01:10:21.403763 run osmo-msc_10.42.42.6(pid=6903): stderr: \u000a| �[0;m�[38;5;43m20221210011020470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011020470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c10b89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011020470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011020470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011020470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011020470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011020472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011020473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011020473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011020473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:21.445188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Terminating (SIGTERM)\u000a01:10:21.484783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Terminating (SIGTERM)\u000a01:10:21.524001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Terminating (SIGTERM)\u000a01:10:21.533418 --- ParallelTerminationStrategy: PID 6896 died...\u000a01:10:21.586414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Terminated: ok {rc=0}\u000a01:10:21.595846 --- ParallelTerminationStrategy: PID 6899 died...\u000a01:10:21.648191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Terminated: ok {rc=0}\u000a01:10:21.657969 --- ParallelTerminationStrategy: PID 6902 died...\u000a01:10:21.710459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Terminated: ok {rc=0}\u000a01:10:21.793088 bus /sierra_3: Setting Powered False\u000a01:10:22.904356 bus /sierra_3: Setting Powered False\u000a01:10:24.016563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:10:26.042640 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.055165 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:26.221812 tst mo_mt_call.py: using LAC 24942\u000a01:10:26.352236 tst mo_mt_call.py: using RAC 207\u000a01:10:26.479662 tst mo_mt_call.py: using CellId 24942\u000a01:10:26.608312 tst mo_mt_call.py: using BVCI 24943\u000a01:10:26.633872 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.646426 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.658615 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.671748 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.684043 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:26.696413 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:26.820640 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:27.037285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:27.596699 run create_hlr_db(pid=7257): Launched\u000a01:10:27.787839 bus /sierra_2: Setting Powered False\u000a01:10:28.811214 run create_hlr_db(pid=7257): Terminated: ok {rc=0}\u000a01:10:29.261982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7259): Launched\u000a01:10:29.632587 run osmo-hlr_10.42.42.2(pid=7261): Launched\u000a01:10:29.747159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:30.282431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Launched\u000a01:10:30.590579 run osmo-stp_10.42.42.5(pid=7264): Launched\u000a01:10:30.701752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:31.326917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7266): Launched\u000a01:10:31.733754 run osmo-msc_10.42.42.6(pid=7267): Launched\u000a01:10:32.103649 run osmo-stp_10.42.42.5(pid=7264): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]\u000a01:10:32.369477 run osmo-stp_10.42.42.5(pid=7264): stdout: \u000a| (launched: 2022-12-10_01:10:30.437807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:32.518224 run osmo-stp_10.42.42.5(pid=7264): stderr: \u000a| �[0;m�[38;5;43m20221210011030608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011030609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011030609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011030609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:32.641397 run osmo-stp_10.42.42.5(pid=7264): stdout: \u000a| (launched: 2022-12-10_01:10:30.437807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:32.763251 run osmo-stp_10.42.42.5(pid=7264): stderr: \u000a| �[0;m�[38;5;43m20221210011030608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011030609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011030609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011030609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011030610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:32.817268 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:10:32.826024 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:10:32.886578 run osmo-hlr_10.42.42.2(pid=7261): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7261)]\u000a01:10:32.935715 run osmo-hlr_10.42.42.2(pid=7261): stdout: \u000a| (launched: 2022-12-10_01:10:29.435179) \u000a01:10:32.985649 run osmo-hlr_10.42.42.2(pid=7261): stderr: \u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011029664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011029677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011029685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011029685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011029685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:33.053214 run osmo-msc_10.42.42.6(pid=7267): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7267)]\u000a01:10:33.102513 run osmo-msc_10.42.42.6(pid=7267): stdout: \u000a| (launched: 2022-12-10_01:10:31.501007) \u000a01:10:33.152102 run osmo-msc_10.42.42.6(pid=7267): stderr: \u000a| �[0;m�[38;5;43m20221210011032190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011032190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c7f05bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011032191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011032192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011032193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011032193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011032197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011032198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011032198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011032198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:33.194784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7259): Terminating (SIGTERM)\u000a01:10:33.234612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Terminating (SIGTERM)\u000a01:10:33.274649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7266): Terminating (SIGTERM)\u000a01:10:33.284090 --- ParallelTerminationStrategy: PID 7259 died...\u000a01:10:33.337647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7259): Terminated: ok {rc=0}\u000a01:10:33.347447 --- ParallelTerminationStrategy: PID 7263 died...\u000a01:10:33.400514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Terminated: ok {rc=0}\u000a01:10:33.410368 --- ParallelTerminationStrategy: PID 7266 died...\u000a01:10:33.463756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7266): Terminated: ok {rc=0}\u000a01:10:33.551887 bus /sierra_3: Setting Powered False\u000a01:10:34.655331 bus /sierra_3: Setting Powered False\u000a01:10:35.763503 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7275): Process ended prematurely: osmo-stp_10.42.42.5(pid=7275) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7275)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7275): Process ended prematurely: osmo-stp_10.42.42.5(pid=7275) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:36.880124 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:36.892537 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:37.062791 tst mo_mt_call_osmux.py: using LAC 24943\u000a01:10:37.190794 tst mo_mt_call_osmux.py: using RAC 208\u000a01:10:37.318634 tst mo_mt_call_osmux.py: using CellId 24943\u000a01:10:37.446152 tst mo_mt_call_osmux.py: using BVCI 24944\u000a01:10:37.471154 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:37.482818 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:37.494289 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:37.506279 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:37.518333 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:37.530247 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:37.650602 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:37.857578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:38.336928 run create_hlr_db(pid=7269): Launched\u000a01:10:38.511906 bus /sierra_2: Setting Powered False\u000a01:10:39.545616 run create_hlr_db(pid=7269): Terminated: ok {rc=0}\u000a01:10:39.977551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7271): Launched\u000a01:10:40.304265 run osmo-hlr_10.42.42.2(pid=7272): Launched\u000a01:10:40.426543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:40.990800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7274): Launched\u000a01:10:41.315698 run osmo-stp_10.42.42.5(pid=7275): Launched\u000a01:10:41.434104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:42.030207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7277): Launched\u000a01:10:42.356769 run osmo-msc_10.42.42.6(pid=7278): Launched\u000a01:10:42.547827 run osmo-stp_10.42.42.5(pid=7275): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7275)]\u000a01:10:42.684673 run osmo-stp_10.42.42.5(pid=7275): stdout: \u000a| (launched: 2022-12-10_01:10:41.156156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:42.821257 run osmo-stp_10.42.42.5(pid=7275): stderr: \u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011041348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:42.951868 run osmo-stp_10.42.42.5(pid=7275): stdout: \u000a| (launched: 2022-12-10_01:10:41.156156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:43.081658 run osmo-stp_10.42.42.5(pid=7275): stderr: \u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011041347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011041348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011041348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:43.138971 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7275): Process ended prematurely: osmo-stp_10.42.42.5(pid=7275) [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7275)] [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:10:43.148362 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:10:43.211298 run osmo-hlr_10.42.42.2(pid=7272): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7272)]\u000a01:10:43.262857 run osmo-hlr_10.42.42.2(pid=7272): stdout: \u000a| (launched: 2022-12-10_01:10:40.143359) \u000a01:10:43.314927 run osmo-hlr_10.42.42.2(pid=7272): stderr: \u000a| �[0;m�[1;31m20221210011040340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011040340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011040340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011040340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011040340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011040341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011040354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011040363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011040363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011040363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:43.386033 run osmo-msc_10.42.42.6(pid=7278): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7278)]\u000a01:10:43.437541 run osmo-msc_10.42.42.6(pid=7278): stdout: \u000a| (launched: 2022-12-10_01:10:42.196041) \u000a01:10:43.489526 run osmo-msc_10.42.42.6(pid=7278): stderr: \u000a| �[0;m�[38;5;43m20221210011042518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011042519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f4b641c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011042519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011042519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011042519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011042519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011042521 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011042521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011042522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011042522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:43.533594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7271): Terminating (SIGTERM)\u000a01:10:43.575710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7274): Terminating (SIGTERM)\u000a01:10:43.617439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7277): Terminating (SIGTERM)\u000a01:10:43.627264 --- ParallelTerminationStrategy: PID 7271 died...\u000a01:10:43.683287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7271): Terminated: ok {rc=0}\u000a01:10:43.693432 --- ParallelTerminationStrategy: PID 7274 died...\u000a01:10:43.749308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7274): Terminated: ok {rc=0}\u000a01:10:43.759396 --- ParallelTerminationStrategy: PID 7277 died...\u000a01:10:43.815146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7277): Terminated: ok {rc=0}\u000a01:10:43.902255 bus /sierra_3: Setting Powered False\u000a01:10:45.006176 bus /sierra_3: Setting Powered False\u000a01:10:46.119284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:10:25" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:10:48.143531 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.156249 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:10:48.302873 tst emergency_mo_mt_call.py: using LAC 24944\u000a01:10:48.426905 tst emergency_mo_mt_call.py: using RAC 209\u000a01:10:48.551017 tst emergency_mo_mt_call.py: using CellId 24944\u000a01:10:48.673907 tst emergency_mo_mt_call.py: using BVCI 24945\u000a01:10:48.698027 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.709354 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.720369 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.731446 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.742521 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:48.753542 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:48.872926 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:49.070909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:49.541285 run create_hlr_db(pid=7283): Launched\u000a01:10:49.713495 bus /sierra_2: Setting Powered False\u000a01:10:50.733633 run create_hlr_db(pid=7283): Terminated: ok {rc=0}\u000a01:10:51.159149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Launched\u000a01:10:51.480313 run osmo-hlr_10.42.42.2(pid=7286): Launched\u000a01:10:51.596421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:52.154461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Launched\u000a01:10:52.474429 run osmo-stp_10.42.42.5(pid=7289): Launched\u000a01:10:52.602987 tst emergency_mo_mt_call.py: using MSISDN 7473\u000a01:10:52.761627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:53.346997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7291): Launched\u000a01:10:53.668689 run osmo-msc_10.42.42.6(pid=7292): Launched\u000a01:10:53.856256 run osmo-stp_10.42.42.5(pid=7289): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]\u000a01:10:53.990999 run osmo-stp_10.42.42.5(pid=7289): stdout: \u000a| (launched: 2022-12-10_01:10:52.316920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:54.124820 run osmo-stp_10.42.42.5(pid=7289): stderr: \u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011052510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:54.252666 run osmo-stp_10.42.42.5(pid=7289): stdout: \u000a| (launched: 2022-12-10_01:10:52.316920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:54.380134 run osmo-stp_10.42.42.5(pid=7289): stderr: \u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011052509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011052510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011052512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:54.436038 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)] [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a01:10:54.444447 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a01:10:54.507861 run osmo-hlr_10.42.42.2(pid=7286): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7286)]\u000a01:10:54.560187 run osmo-hlr_10.42.42.2(pid=7286): stdout: \u000a| (launched: 2022-12-10_01:10:51.321820) \u000a01:10:54.613064 run osmo-hlr_10.42.42.2(pid=7286): stderr: \u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011051518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011051531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011051539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011051539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011051539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:54.684229 run osmo-msc_10.42.42.6(pid=7292): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7292)]\u000a01:10:54.735989 run osmo-msc_10.42.42.6(pid=7292): stdout: \u000a| (launched: 2022-12-10_01:10:53.509647) \u000a01:10:54.788482 run osmo-msc_10.42.42.6(pid=7292): stderr: \u000a| �[0;m�[38;5;43m20221210011053834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011053835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cc1933c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011053835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011053835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011053835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011053835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011053837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011053838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011053838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011053838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:54.833047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Terminating (SIGTERM)\u000a01:10:54.875173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Terminating (SIGTERM)\u000a01:10:54.917355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7291): Terminating (SIGTERM)\u000a01:10:54.927093 --- ParallelTerminationStrategy: PID 7285 died...\u000a01:10:54.983277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Terminated: ok {rc=0}\u000a01:10:54.993524 --- ParallelTerminationStrategy: PID 7288 died...\u000a01:10:55.049893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Terminated: ok {rc=0}\u000a01:10:55.060117 --- ParallelTerminationStrategy: PID 7291 died...\u000a01:10:55.116052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7291): Terminated: ok {rc=0}\u000a01:10:55.204627 bus /sierra_3: Setting Powered False\u000a01:10:56.312268 bus /sierra_3: Setting Powered False\u000a01:10:57.421236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7300): Process ended prematurely: osmo-stp_10.42.42.5(pid=7300) [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7300)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7300): Process ended prematurely: osmo-stp_10.42.42.5(pid=7300) [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:10:58.474495 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:58.486614 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:10:58.631660 tst emergency_preemptive_call.py: using LAC 24945\u000a01:10:58.755318 tst emergency_preemptive_call.py: using RAC 210\u000a01:10:58.879717 tst emergency_preemptive_call.py: using CellId 24945\u000a01:10:59.003020 tst emergency_preemptive_call.py: using BVCI 24946\u000a01:10:59.027254 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:59.038613 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:59.049677 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:59.060712 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:59.071896 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:10:59.082969 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:59.201363 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:59.318497 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:59.435884 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:10:59.637157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:00.110840 run create_hlr_db(pid=7294): Launched\u000a01:11:00.283437 bus /sierra_2: Setting Powered False\u000a01:11:01.306869 run create_hlr_db(pid=7294): Terminated: ok {rc=0}\u000a01:11:01.726739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7296): Launched\u000a01:11:02.134617 run osmo-hlr_10.42.42.2(pid=7297): Launched\u000a01:11:02.311003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:02.871562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7299): Launched\u000a01:11:03.193011 run osmo-stp_10.42.42.5(pid=7300): Launched\u000a01:11:03.318919 tst emergency_preemptive_call.py: using MSISDN 7474\u000a01:11:03.478451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:04.061889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7302): Launched\u000a01:11:04.382244 run osmo-msc_10.42.42.6(pid=7303): Launched\u000a01:11:04.570023 run osmo-stp_10.42.42.5(pid=7300): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7300)]\u000a01:11:04.705891 run osmo-stp_10.42.42.5(pid=7300): stdout: \u000a| (launched: 2022-12-10_01:11:03.034234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:04.840586 run osmo-stp_10.42.42.5(pid=7300): stderr: \u000a| �[0;m�[38;5;43m20221210011103228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011103228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011103229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011103229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011103229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011103230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011103230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:04.968631 run osmo-stp_10.42.42.5(pid=7300): stdout: \u000a| (launched: 2022-12-10_01:11:03.034234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:05.096049 run osmo-stp_10.42.42.5(pid=7300): stderr: \u000a| �[0;m�[38;5;43m20221210011103228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011103228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011103229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011103229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011103229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011103230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011103230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:05.152188 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7300): Process ended prematurely: osmo-stp_10.42.42.5(pid=7300) [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7300)] [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a01:11:05.161019 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a01:11:05.224824 run osmo-hlr_10.42.42.2(pid=7297): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7297)]\u000a01:11:05.276843 run osmo-hlr_10.42.42.2(pid=7297): stdout: \u000a| (launched: 2022-12-10_01:11:01.881977) \u000a01:11:05.329926 run osmo-hlr_10.42.42.2(pid=7297): stderr: \u000a| �[0;m�[1;31m20221210011102202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011102202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011102202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011102202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011102202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011102203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011102222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011102234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:05.401554 run osmo-msc_10.42.42.6(pid=7303): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7303)]\u000a01:11:05.453464 run osmo-msc_10.42.42.6(pid=7303): stdout: \u000a| (launched: 2022-12-10_01:11:04.223964) \u000a01:11:05.505921 run osmo-msc_10.42.42.6(pid=7303): stderr: \u000a| �[0;m�[38;5;43m20221210011104546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011104546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45a2a6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011104546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011104547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011104547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011104547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011104550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:05.550446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7296): Terminating (SIGTERM)\u000a01:11:05.592803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7299): Terminating (SIGTERM)\u000a01:11:05.634962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7302): Terminating (SIGTERM)\u000a01:11:05.644758 --- ParallelTerminationStrategy: PID 7296 died...\u000a01:11:05.701114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7296): Terminated: ok {rc=0}\u000a01:11:05.711270 --- ParallelTerminationStrategy: PID 7299 died...\u000a01:11:05.767011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7299): Terminated: ok {rc=0}\u000a01:11:05.777122 --- ParallelTerminationStrategy: PID 7302 died...\u000a01:11:05.832821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7302): Terminated: ok {rc=0}\u000a01:11:05.921394 bus /sierra_9: Setting Powered False\u000a01:11:07.024096 bus /sierra_9: Setting Powered False\u000a01:11:08.135489 bus /sierra_8: Setting Powered False\u000a01:11:09.239353 bus /sierra_8: Setting Powered False\u000a01:11:10.349492 bus /sierra_3: Setting Powered False\u000a01:11:11.456242 bus /sierra_3: Setting Powered False\u000a01:11:12.564413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:10:47" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7318): Process ended prematurely: osmo-stp_10.42.42.5(pid=7318) [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7318)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7318): Process ended prematurely: osmo-stp_10.42.42.5(pid=7318) [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:11:14.705452 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:14.716075 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:14.855041 tst cs_paging_gprs_active.py: using LAC 24946\u000a01:11:14.976700 tst cs_paging_gprs_active.py: using RAC 211\u000a01:11:15.099590 tst cs_paging_gprs_active.py: using CellId 24946\u000a01:11:15.220729 tst cs_paging_gprs_active.py: using BVCI 24947\u000a01:11:15.243917 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.254627 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.265068 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.275758 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.286583 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.297286 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.308024 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.318576 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:15.329340 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:15.444595 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:15.724138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:11:15.851512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:16.189260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Launched\u000a01:11:16.483528 run iperf3-srv_10.42.42.10(pid=7309): Launched\u000a01:11:16.689261 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:11:16.830407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:17.188848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Launched\u000a01:11:17.470964 run iperf3-srv_10.42.42.10(pid=7311): Launched\u000a01:11:17.670422 tst cs_paging_gprs_active.py:38: start network...\u000a01:11:17.806091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:18.328199 run create_hlr_db(pid=7312): Launched\u000a01:11:18.516447 bus /sierra_2: Setting Powered False\u000a01:11:19.527288 run create_hlr_db(pid=7312): Terminated: ok {rc=0}\u000a01:11:19.967134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7314): Launched\u000a01:11:20.296524 run osmo-hlr_10.42.42.2(pid=7315): Launched\u000a01:11:20.419221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:20.987511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7317): Launched\u000a01:11:21.314445 run osmo-stp_10.42.42.5(pid=7318): Launched\u000a01:11:21.433525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:22.007542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7320): Launched\u000a01:11:22.116663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:22.383632 run patchelf(pid=7321): Launched\u000a01:11:22.562603 run osmo-stp_10.42.42.5(pid=7318): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7318)]\u000a01:11:22.693701 run osmo-stp_10.42.42.5(pid=7318): stdout: \u000a| (launched: 2022-12-10_01:11:21.153620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:22.824756 run osmo-stp_10.42.42.5(pid=7318): stderr: \u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011121348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:22.951003 run osmo-stp_10.42.42.5(pid=7318): stdout: \u000a| (launched: 2022-12-10_01:11:21.153620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:23.075853 run osmo-stp_10.42.42.5(pid=7318): stderr: \u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011121347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011121348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011121350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:23.221794 run patchelf(pid=7321): Terminating (SIGINT)\u000a01:11:23.392289 run patchelf(pid=7321): Terminated: ok {rc=0}\u000a01:11:23.423685 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7318): Process ended prematurely: osmo-stp_10.42.42.5(pid=7318) [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7318)] [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a01:11:23.432920 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:11:23.494208 run osmo-hlr_10.42.42.2(pid=7315): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7315)]\u000a01:11:23.543188 run osmo-hlr_10.42.42.2(pid=7315): stdout: \u000a| (launched: 2022-12-10_01:11:20.134092) \u000a01:11:23.592896 run osmo-hlr_10.42.42.2(pid=7315): stderr: \u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011120335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011120348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011120359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011120359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011120359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:23.635220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminating (SIGTERM)\u000a01:11:23.674663 run iperf3-srv_10.42.42.10(pid=7309): Terminating (SIGTERM)\u000a01:11:23.714750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminating (SIGTERM)\u000a01:11:23.754198 run iperf3-srv_10.42.42.10(pid=7311): Terminating (SIGTERM)\u000a01:11:23.793865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7314): Terminating (SIGTERM)\u000a01:11:23.833690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7317): Terminating (SIGTERM)\u000a01:11:23.874459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7320): Terminating (SIGTERM)\u000a01:11:23.883635 --- ParallelTerminationStrategy: PID 7308 died...\u000a01:11:23.936919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminated: ok {rc=0}\u000a01:11:23.946477 --- ParallelTerminationStrategy: PID 7309 died...\u000a01:11:23.999773 run iperf3-srv_10.42.42.10(pid=7309): Terminated {rc=256}\u000a01:11:24.009250 --- ParallelTerminationStrategy: PID 7310 died...\u000a01:11:24.062249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminated: ok {rc=0}\u000a01:11:24.071792 --- ParallelTerminationStrategy: PID 7311 died...\u000a01:11:24.124718 run iperf3-srv_10.42.42.10(pid=7311): Terminated {rc=256}\u000a01:11:24.134269 --- ParallelTerminationStrategy: PID 7314 died...\u000a01:11:24.187314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7314): Terminated: ok {rc=0}\u000a01:11:24.196807 --- ParallelTerminationStrategy: PID 7317 died...\u000a01:11:24.250037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7317): Terminated: ok {rc=0}\u000a01:11:24.259459 --- ParallelTerminationStrategy: PID 7320 died...\u000a01:11:24.312580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7320): Terminated: ok {rc=0}\u000a01:11:24.397078 bus /gobi_0: Setting Powered False\u000a01:11:25.504154 bus /gobi_0: Setting Powered False\u000a01:11:26.611539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a01:11:27.726362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:27.738264 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:27.883139 tst iperf3.py: using LAC 24947\u000a01:11:28.000003 tst iperf3.py: using RAC 212\u000a01:11:28.122432 tst iperf3.py: using CellId 24947\u000a01:11:28.238993 tst iperf3.py: using BVCI 24948\u000a01:11:28.262157 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.272744 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.283246 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.293943 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.304642 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.315402 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.326367 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.336854 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:28.347744 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:28.623984 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:11:28.750236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:29.065493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7322): Launched\u000a01:11:29.328459 run iperf3-srv_10.42.42.10(pid=7323): Launched\u000a01:11:29.513558 tst iperf3.py:8: start network...\u000a01:11:29.639472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:30.135630 run create_hlr_db(pid=7324): Launched\u000a01:11:30.323157 bus /gobi_6: Setting Powered False\u000a01:11:31.356832 run create_hlr_db(pid=7324): Terminated: ok {rc=0}\u000a01:11:31.818323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Launched\u000a01:11:32.248917 run osmo-hlr_10.42.42.2(pid=7327): Launched\u000a01:11:32.366481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:32.900714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Launched\u000a01:11:33.206340 run osmo-stp_10.42.42.5(pid=7330): Launched\u000a01:11:33.317550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:33.851551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Launched\u000a01:11:33.960364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:34.226707 run patchelf(pid=7333): Launched\u000a01:11:34.405204 run osmo-stp_10.42.42.5(pid=7330): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]\u000a01:11:34.535679 run osmo-stp_10.42.42.5(pid=7330): stdout: \u000a| (launched: 2022-12-10_01:11:33.055315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:34.666369 run osmo-stp_10.42.42.5(pid=7330): stderr: \u000a| �[0;m�[38;5;43m20221210011133227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011133228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011133228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011133228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:34.792692 run osmo-stp_10.42.42.5(pid=7330): stdout: \u000a| (launched: 2022-12-10_01:11:33.055315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:34.918384 run osmo-stp_10.42.42.5(pid=7330): stderr: \u000a| �[0;m�[38;5;43m20221210011133227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011133228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011133228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011133228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011133229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:35.063837 run patchelf(pid=7333): Terminating (SIGINT)\u000a01:11:35.233920 run patchelf(pid=7333): Terminated: ok {rc=0}\u000a01:11:35.265373 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)] [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a01:11:35.274761 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:11:35.335496 run osmo-hlr_10.42.42.2(pid=7327): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7327)]\u000a01:11:35.384480 run osmo-hlr_10.42.42.2(pid=7327): stdout: \u000a| (launched: 2022-12-10_01:11:31.989147) \u000a01:11:35.434433 run osmo-hlr_10.42.42.2(pid=7327): stderr: \u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011132282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011132322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:35.476881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7322): Terminating (SIGTERM)\u000a01:11:35.516335 run iperf3-srv_10.42.42.10(pid=7323): Terminating (SIGTERM)\u000a01:11:35.556210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Terminating (SIGTERM)\u000a01:11:35.596081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Terminating (SIGTERM)\u000a01:11:35.635762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Terminating (SIGTERM)\u000a01:11:35.645230 --- ParallelTerminationStrategy: PID 7322 died...\u000a01:11:35.698396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7322): Terminated: ok {rc=0}\u000a01:11:35.707865 --- ParallelTerminationStrategy: PID 7323 died...\u000a01:11:35.760534 run iperf3-srv_10.42.42.10(pid=7323): Terminated {rc=256}\u000a01:11:35.770181 --- ParallelTerminationStrategy: PID 7326 died...\u000a01:11:35.823263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Terminated: ok {rc=0}\u000a01:11:35.832689 --- ParallelTerminationStrategy: PID 7329 died...\u000a01:11:35.885820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Terminated: ok {rc=0}\u000a01:11:35.895307 --- ParallelTerminationStrategy: PID 7332 died...\u000a01:11:35.948325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Terminated: ok {rc=0}\u000a01:11:36.036898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7348): Process ended prematurely: osmo-stp_10.42.42.5(pid=7348) [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7348): Process ended prematurely: osmo-stp_10.42.42.5(pid=7348) [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a01:11:37.147255 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.158806 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:37.297578 tst iperf3m4.py: using LAC 24948\u000a01:11:37.429515 tst iperf3m4.py: using RAC 213\u000a01:11:37.557795 tst iperf3m4.py: using CellId 24948\u000a01:11:37.678643 tst iperf3m4.py: using BVCI 24949\u000a01:11:37.701847 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.712666 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.723185 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.734049 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.744713 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.755421 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.766348 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.776996 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:37.787944 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:37.903835 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:38.026841 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:38.143461 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:38.438325 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:11:38.574030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:38.910237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7334): Launched\u000a01:11:39.191155 run iperf3-srv_10.42.42.10(pid=7335): Launched\u000a01:11:39.390937 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:11:39.527162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:39.863768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7336): Launched\u000a01:11:40.146693 run iperf3-srv_10.42.42.10(pid=7337): Launched\u000a01:11:40.345817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:11:40.482114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:40.818439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7338): Launched\u000a01:11:41.099953 run iperf3-srv_10.42.42.10(pid=7339): Launched\u000a01:11:41.298621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:11:41.434849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:41.771900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7340): Launched\u000a01:11:42.054438 run iperf3-srv_10.42.42.10(pid=7341): Launched\u000a01:11:42.254366 tst iperf3m4.py:8: start network...\u000a01:11:42.391159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:42.915419 run create_hlr_db(pid=7342): Launched\u000a01:11:43.103583 bus /gobi_6: Setting Powered False\u000a01:11:44.114215 run create_hlr_db(pid=7342): Terminated: ok {rc=0}\u000a01:11:44.529916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Launched\u000a01:11:44.838156 run osmo-hlr_10.42.42.2(pid=7345): Launched\u000a01:11:44.954493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:45.487483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Launched\u000a01:11:45.794062 run osmo-stp_10.42.42.5(pid=7348): Launched\u000a01:11:45.992765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:46.626094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7350): Launched\u000a01:11:46.746563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:47.055054 run patchelf(pid=7351): Launched\u000a01:11:47.249032 run osmo-stp_10.42.42.5(pid=7348): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7348)]\u000a01:11:47.388809 run osmo-stp_10.42.42.5(pid=7348): stdout: \u000a| (launched: 2022-12-10_01:11:45.642849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:47.528403 run osmo-stp_10.42.42.5(pid=7348): stderr: \u000a| �[0;m�[38;5;43m20221210011145816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011145816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011145817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011145817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011145817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011145817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011145818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:47.663561 run osmo-stp_10.42.42.5(pid=7348): stdout: \u000a| (launched: 2022-12-10_01:11:45.642849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:47.797412 run osmo-stp_10.42.42.5(pid=7348): stderr: \u000a| �[0;m�[38;5;43m20221210011145816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011145816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011145817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011145817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011145817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011145817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011145818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:47.952436 run patchelf(pid=7351): Terminating (SIGINT)\u000a01:11:48.134355 run patchelf(pid=7351): Terminated: ok {rc=0}\u000a01:11:48.167730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7348): Process ended prematurely: osmo-stp_10.42.42.5(pid=7348) [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7348)] [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a01:11:48.177669 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:11:48.241467 run osmo-hlr_10.42.42.2(pid=7345): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7345)]\u000a01:11:48.293829 run osmo-hlr_10.42.42.2(pid=7345): stdout: \u000a| (launched: 2022-12-10_01:11:44.685046) \u000a01:11:48.346421 run osmo-hlr_10.42.42.2(pid=7345): stderr: \u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011144862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011144875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011144885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011144885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011144885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:48.391773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7334): Terminating (SIGTERM)\u000a01:11:48.434074 run iperf3-srv_10.42.42.10(pid=7335): Terminating (SIGTERM)\u000a01:11:48.476266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7336): Terminating (SIGTERM)\u000a01:11:48.518754 run iperf3-srv_10.42.42.10(pid=7337): Terminating (SIGTERM)\u000a01:11:48.560808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7338): Terminating (SIGTERM)\u000a01:11:48.602763 run iperf3-srv_10.42.42.10(pid=7339): Terminating (SIGTERM)\u000a01:11:48.644858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7340): Terminating (SIGTERM)\u000a01:11:48.686744 run iperf3-srv_10.42.42.10(pid=7341): Terminating (SIGTERM)\u000a01:11:48.728701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Terminating (SIGTERM)\u000a01:11:48.771666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Terminating (SIGTERM)\u000a01:11:48.813770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7350): Terminating (SIGTERM)\u000a01:11:48.823572 --- ParallelTerminationStrategy: PID 7334 died...\u000a01:11:48.879902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7334): Terminated: ok {rc=0}\u000a01:11:48.890077 --- ParallelTerminationStrategy: PID 7335 died...\u000a01:11:48.946147 run iperf3-srv_10.42.42.10(pid=7335): Terminated {rc=256}\u000a01:11:48.956207 --- ParallelTerminationStrategy: PID 7336 died...\u000a01:11:49.013129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7336): Terminated: ok {rc=0}\u000a01:11:49.023252 --- ParallelTerminationStrategy: PID 7337 died...\u000a01:11:49.079472 run iperf3-srv_10.42.42.10(pid=7337): Terminated {rc=256}\u000a01:11:49.089653 --- ParallelTerminationStrategy: PID 7338 died...\u000a01:11:49.146291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7338): Terminated: ok {rc=0}\u000a01:11:49.156443 --- ParallelTerminationStrategy: PID 7339 died...\u000a01:11:49.212791 run iperf3-srv_10.42.42.10(pid=7339): Terminated {rc=256}\u000a01:11:49.223014 --- ParallelTerminationStrategy: PID 7340 died...\u000a01:11:49.279412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7340): Terminated: ok {rc=0}\u000a01:11:49.289669 --- ParallelTerminationStrategy: PID 7341 died...\u000a01:11:49.346036 run iperf3-srv_10.42.42.10(pid=7341): Terminated {rc=256}\u000a01:11:49.356194 --- ParallelTerminationStrategy: PID 7344 died...\u000a01:11:49.413429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7344): Terminated: ok {rc=0}\u000a01:11:49.423618 --- ParallelTerminationStrategy: PID 7347 died...\u000a01:11:49.479928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7347): Terminated: ok {rc=0}\u000a01:11:49.490108 --- ParallelTerminationStrategy: PID 7350 died...\u000a01:11:49.546620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7350): Terminated: ok {rc=0}\u000a01:11:49.635372 bus /gobi_4: Setting Powered False\u000a01:11:50.742686 bus /gobi_4: Setting Powered False\u000a01:11:51.852541 bus /gobi_1: Setting Powered False\u000a01:11:52.961218 bus /gobi_1: Setting Powered False\u000a01:11:54.073508 bus /gobi_0: Setting Powered False\u000a01:11:55.178214 bus /gobi_0: Setting Powered False\u000a01:11:56.286762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7358): Process ended prematurely: osmo-stp_10.42.42.5(pid=7358) [trial-2367↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7358): Process ended prematurely: osmo-stp_10.42.42.5(pid=7358) [trial-2367↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a01:11:57.355545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.367455 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:57.511950 tst ping.py: using LAC 24949\u000a01:11:57.638803 tst ping.py: using RAC 214\u000a01:11:57.763531 tst ping.py: using CellId 24949\u000a01:11:57.892766 tst ping.py: using BVCI 24950\u000a01:11:57.917225 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.928371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.939381 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.950420 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.961472 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.972351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.983566 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:57.994577 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:58.283250 tst ping.py:19: start network...\u000a01:11:58.415969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:58.926842 run create_hlr_db(pid=7352): Launched\u000a01:11:59.111802 bus /gobi_6: Setting Powered False\u000a01:12:00.121608 run create_hlr_db(pid=7352): Terminated: ok {rc=0}\u000a01:12:00.554694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7354): Launched\u000a01:12:00.874652 run osmo-hlr_10.42.42.2(pid=7355): Launched\u000a01:12:01.091457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:01.722649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7357): Launched\u000a01:12:02.221705 run osmo-stp_10.42.42.5(pid=7358): Launched\u000a01:12:02.395887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:02.954965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7360): Launched\u000a01:12:03.068168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:03.346764 run patchelf(pid=7361): Launched\u000a01:12:03.533830 run osmo-stp_10.42.42.5(pid=7358): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7358)]\u000a01:12:03.670643 run osmo-stp_10.42.42.5(pid=7358): stdout: \u000a| (launched: 2022-12-10_01:12:01.879919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:03.807369 run osmo-stp_10.42.42.5(pid=7358): stderr: \u000a| �[0;m�[38;5;43m20221210011202155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011202155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011202156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011202156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:03.940071 run osmo-stp_10.42.42.5(pid=7358): stdout: \u000a| (launched: 2022-12-10_01:12:01.879919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:04.071359 run osmo-stp_10.42.42.5(pid=7358): stderr: \u000a| �[0;m�[38;5;43m20221210011202155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011202155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011202156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011202156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011202157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:04.223506 run patchelf(pid=7361): Terminating (SIGINT)\u000a01:12:04.402010 run patchelf(pid=7361): Terminated: ok {rc=0}\u000a01:12:04.434417 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7358): Process ended prematurely: osmo-stp_10.42.42.5(pid=7358) [trial-2367↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7358)] [trial-2367↪gprs:trx-sysmocell5000↪ping.py:22]\u000a01:12:04.443707 tst ping.py:22: Test FAILED (7.1 sec)\u000a01:12:04.507323 run osmo-hlr_10.42.42.2(pid=7355): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7355)]\u000a01:12:04.559356 run osmo-hlr_10.42.42.2(pid=7355): stdout: \u000a| (launched: 2022-12-10_01:12:00.716519) \u000a01:12:04.612178 run osmo-hlr_10.42.42.2(pid=7355): stderr: \u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011200991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011201014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011201029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011201030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011201030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:04.657246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7354): Terminating (SIGTERM)\u000a01:12:04.699630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7357): Terminating (SIGTERM)\u000a01:12:04.742058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7360): Terminating (SIGTERM)\u000a01:12:04.751858 --- ParallelTerminationStrategy: PID 7354 died...\u000a01:12:04.808086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7354): Terminated: ok {rc=0}\u000a01:12:04.818231 --- ParallelTerminationStrategy: PID 7357 died...\u000a01:12:04.874343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7357): Terminated: ok {rc=0}\u000a01:12:04.884429 --- ParallelTerminationStrategy: PID 7360 died...\u000a01:12:04.940385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7360): Terminated: ok {rc=0}\u000a01:12:05.027407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7368): Process ended prematurely: osmo-stp_10.42.42.5(pid=7368) [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7368): Process ended prematurely: osmo-stp_10.42.42.5(pid=7368) [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a01:12:06.082861 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.095358 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:06.240063 tst ping_idle_ping.py: using LAC 24950\u000a01:12:06.365244 tst ping_idle_ping.py: using RAC 215\u000a01:12:06.490587 tst ping_idle_ping.py: using CellId 24950\u000a01:12:06.615717 tst ping_idle_ping.py: using BVCI 24951\u000a01:12:06.640297 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.651641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.663172 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.674325 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.685313 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.696609 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.707920 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:06.718930 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:07.007362 tst ping_idle_ping.py:24: start network...\u000a01:12:07.140456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:07.654876 run create_hlr_db(pid=7362): Launched\u000a01:12:07.840074 bus /gobi_6: Setting Powered False\u000a01:12:08.861261 run create_hlr_db(pid=7362): Terminated: ok {rc=0}\u000a01:12:09.265956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7364): Launched\u000a01:12:09.568227 run osmo-hlr_10.42.42.2(pid=7365): Launched\u000a01:12:09.686732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:10.217272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7367): Launched\u000a01:12:10.518087 run osmo-stp_10.42.42.5(pid=7368): Launched\u000a01:12:10.627895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:11.150939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7370): Launched\u000a01:12:11.257734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:11.520112 run patchelf(pid=7371): Launched\u000a01:12:11.695554 run osmo-stp_10.42.42.5(pid=7368): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7368)]\u000a01:12:11.823439 run osmo-stp_10.42.42.5(pid=7368): stdout: \u000a| (launched: 2022-12-10_01:12:10.368859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:11.951835 run osmo-stp_10.42.42.5(pid=7368): stderr: \u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011210540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:12.075743 run osmo-stp_10.42.42.5(pid=7368): stdout: \u000a| (launched: 2022-12-10_01:12:10.368859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:12.198966 run osmo-stp_10.42.42.5(pid=7368): stderr: \u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011210540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011210540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011210541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:12.341963 run patchelf(pid=7371): Terminating (SIGINT)\u000a01:12:12.509786 run patchelf(pid=7371): Terminated: ok {rc=0}\u000a01:12:12.540257 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7368): Process ended prematurely: osmo-stp_10.42.42.5(pid=7368) [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7368)] [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a01:12:12.549005 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:12:12.609818 run osmo-hlr_10.42.42.2(pid=7365): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7365)]\u000a01:12:12.658866 run osmo-hlr_10.42.42.2(pid=7365): stdout: \u000a| (launched: 2022-12-10_01:12:09.418597) \u000a01:12:12.708766 run osmo-hlr_10.42.42.2(pid=7365): stderr: \u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011209594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011209606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011209615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011209615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011209615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:12.751239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7364): Terminating (SIGTERM)\u000a01:12:12.791166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7367): Terminating (SIGTERM)\u000a01:12:12.830628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7370): Terminating (SIGTERM)\u000a01:12:12.840120 --- ParallelTerminationStrategy: PID 7364 died...\u000a01:12:12.893674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7364): Terminated: ok {rc=0}\u000a01:12:12.903322 --- ParallelTerminationStrategy: PID 7367 died...\u000a01:12:12.956787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7367): Terminated: ok {rc=0}\u000a01:12:12.966468 --- ParallelTerminationStrategy: PID 7370 died...\u000a01:12:13.019965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7370): Terminated: ok {rc=0}\u000a01:12:13.109320 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:11:14" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:12:15.280000 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.291297 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:15.437497 tst cs_paging_gprs_active.py: using LAC 24951\u000a01:12:15.567366 tst cs_paging_gprs_active.py: using RAC 216\u000a01:12:15.694985 tst cs_paging_gprs_active.py: using CellId 24951\u000a01:12:15.824407 tst cs_paging_gprs_active.py: using BVCI 24952\u000a01:12:15.850263 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.862288 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.876726 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.889746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.901471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.915587 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.927478 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.939138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:15.951137 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:16.080041 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:16.393544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:12:16.525651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:16.864236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Launched\u000a01:12:17.150750 run iperf3-srv_10.42.42.10(pid=7378): Launched\u000a01:12:17.343806 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:12:17.474044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:17.791661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Launched\u000a01:12:18.057518 run iperf3-srv_10.42.42.10(pid=7380): Launched\u000a01:12:18.242978 tst cs_paging_gprs_active.py:38: start network...\u000a01:12:18.370169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:18.867400 run create_hlr_db(pid=7381): Launched\u000a01:12:19.058197 bus /gobi_6: Setting Powered False\u000a01:12:20.076564 run create_hlr_db(pid=7381): Terminated: ok {rc=0}\u000a01:12:20.487542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Launched\u000a01:12:20.795558 run osmo-hlr_10.42.42.2(pid=7384): Launched\u000a01:12:20.915853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:21.454996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Launched\u000a01:12:21.762183 run osmo-stp_10.42.42.5(pid=7387): Launched\u000a01:12:21.873734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:22.407233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Launched\u000a01:12:22.516405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:22.783467 run patchelf(pid=7390): Launched\u000a01:12:22.962351 run osmo-stp_10.42.42.5(pid=7387): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]\u000a01:12:23.092472 run osmo-stp_10.42.42.5(pid=7387): stdout: \u000a| (launched: 2022-12-10_01:12:21.611047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:23.223259 run osmo-stp_10.42.42.5(pid=7387): stderr: \u000a| �[0;m�[38;5;43m20221210011221782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011221782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011221783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011221783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011221783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011221784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011221784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:23.350033 run osmo-stp_10.42.42.5(pid=7387): stdout: \u000a| (launched: 2022-12-10_01:12:21.611047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:23.475219 run osmo-stp_10.42.42.5(pid=7387): stderr: \u000a| �[0;m�[38;5;43m20221210011221782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011221782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011221783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011221783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011221783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011221784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011221784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:23.620795 run patchelf(pid=7390): Terminating (SIGINT)\u000a01:12:23.791466 run patchelf(pid=7390): Terminated: ok {rc=0}\u000a01:12:23.822816 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:12:23.832067 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:12:23.892476 run osmo-hlr_10.42.42.2(pid=7384): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7384)]\u000a01:12:23.941426 run osmo-hlr_10.42.42.2(pid=7384): stdout: \u000a| (launched: 2022-12-10_01:12:20.643527) \u000a01:12:23.991323 run osmo-hlr_10.42.42.2(pid=7384): stderr: \u000a| �[0;m�[1;31m20221210011220823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011220823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011220823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011220824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011220824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011220824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011220836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011220845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011220845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011220845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:24.033727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Terminating (SIGTERM)\u000a01:12:24.073529 run iperf3-srv_10.42.42.10(pid=7378): Terminating (SIGTERM)\u000a01:12:24.113218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Terminating (SIGTERM)\u000a01:12:24.152767 run iperf3-srv_10.42.42.10(pid=7380): Terminating (SIGTERM)\u000a01:12:24.192766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Terminating (SIGTERM)\u000a01:12:24.232477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Terminating (SIGTERM)\u000a01:12:24.272358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Terminating (SIGTERM)\u000a01:12:24.281818 --- ParallelTerminationStrategy: PID 7377 died...\u000a01:12:24.334767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Terminated: ok {rc=0}\u000a01:12:24.344566 --- ParallelTerminationStrategy: PID 7378 died...\u000a01:12:24.397556 run iperf3-srv_10.42.42.10(pid=7378): Terminated {rc=256}\u000a01:12:24.407021 --- ParallelTerminationStrategy: PID 7379 died...\u000a01:12:24.459635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Terminated: ok {rc=0}\u000a01:12:24.469349 --- ParallelTerminationStrategy: PID 7380 died...\u000a01:12:24.521876 run iperf3-srv_10.42.42.10(pid=7380): Terminated {rc=256}\u000a01:12:24.531534 --- ParallelTerminationStrategy: PID 7383 died...\u000a01:12:24.584266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Terminated: ok {rc=0}\u000a01:12:24.593783 --- ParallelTerminationStrategy: PID 7386 died...\u000a01:12:24.646523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Terminated: ok {rc=0}\u000a01:12:24.656226 --- ParallelTerminationStrategy: PID 7389 died...\u000a01:12:24.709651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Terminated: ok {rc=0}\u000a01:12:24.798455 bus /gobi_0: Setting Powered False\u000a01:12:25.901721 bus /gobi_0: Setting Powered False\u000a01:12:27.011630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:12:28.121749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.133473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:28.276746 tst iperf3.py: using LAC 24952\u000a01:12:28.403023 tst iperf3.py: using RAC 217\u000a01:12:28.521148 tst iperf3.py: using CellId 24952\u000a01:12:28.639981 tst iperf3.py: using BVCI 24953\u000a01:12:28.663687 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.674725 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.685471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.696307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.707248 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.718279 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.729338 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.740097 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:28.751135 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:29.029607 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:29.156436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:29.472893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7391): Launched\u000a01:12:29.736302 run iperf3-srv_10.42.42.10(pid=7392): Launched\u000a01:12:29.921732 tst iperf3.py:8: start network...\u000a01:12:30.048420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:30.530617 run create_hlr_db(pid=7393): Launched\u000a01:12:30.706289 bus /gobi_6: Setting Powered False\u000a01:12:31.788636 run create_hlr_db(pid=7393): Terminated: ok {rc=0}\u000a01:12:32.251057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Launched\u000a01:12:32.579186 run osmo-hlr_10.42.42.2(pid=7396): Launched\u000a01:12:32.699087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:33.267159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Launched\u000a01:12:33.598565 run osmo-stp_10.42.42.5(pid=7399): Launched\u000a01:12:33.716784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:34.286426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7401): Launched\u000a01:12:34.403510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:34.687855 run patchelf(pid=7402): Launched\u000a01:12:34.877375 run osmo-stp_10.42.42.5(pid=7399): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)]\u000a01:12:35.015600 run osmo-stp_10.42.42.5(pid=7399): stdout: \u000a| (launched: 2022-12-10_01:12:33.434199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:35.154688 run osmo-stp_10.42.42.5(pid=7399): stderr: \u000a| �[0;m�[38;5;43m20221210011233628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011233628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011233629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011233629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011233629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011233629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011233630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:35.289319 run osmo-stp_10.42.42.5(pid=7399): stdout: \u000a| (launched: 2022-12-10_01:12:33.434199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:35.423816 run osmo-stp_10.42.42.5(pid=7399): stderr: \u000a| �[0;m�[38;5;43m20221210011233628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011233628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011233629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011233629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011233629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011233629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011233630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:35.578739 run patchelf(pid=7402): Terminating (SIGINT)\u000a01:12:35.759506 run patchelf(pid=7402): Terminated: ok {rc=0}\u000a01:12:35.792855 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7399): Process ended prematurely: osmo-stp_10.42.42.5(pid=7399) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7399)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a01:12:35.802894 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:12:35.865886 run osmo-hlr_10.42.42.2(pid=7396): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7396)]\u000a01:12:35.917150 run osmo-hlr_10.42.42.2(pid=7396): stdout: \u000a| (launched: 2022-12-10_01:12:32.417896) \u000a01:12:35.968917 run osmo-hlr_10.42.42.2(pid=7396): stderr: \u000a| �[0;m�[1;31m20221210011232619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011232619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011232619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011232619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011232619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011232620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011232632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011232640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011232640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011232641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:36.013407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7391): Terminating (SIGTERM)\u000a01:12:36.055401 run iperf3-srv_10.42.42.10(pid=7392): Terminating (SIGTERM)\u000a01:12:36.097044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Terminating (SIGTERM)\u000a01:12:36.138929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Terminating (SIGTERM)\u000a01:12:36.180727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7401): Terminating (SIGTERM)\u000a01:12:36.190390 --- ParallelTerminationStrategy: PID 7391 died...\u000a01:12:36.245914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7391): Terminated: ok {rc=0}\u000a01:12:36.255956 --- ParallelTerminationStrategy: PID 7392 died...\u000a01:12:36.311516 run iperf3-srv_10.42.42.10(pid=7392): Terminated {rc=256}\u000a01:12:36.321654 --- ParallelTerminationStrategy: PID 7395 died...\u000a01:12:36.377325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7395): Terminated: ok {rc=0}\u000a01:12:36.387335 --- ParallelTerminationStrategy: PID 7398 died...\u000a01:12:36.443464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7398): Terminated: ok {rc=0}\u000a01:12:36.453691 --- ParallelTerminationStrategy: PID 7401 died...\u000a01:12:36.509545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7401): Terminated: ok {rc=0}\u000a01:12:36.598397 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7422): Process ended prematurely: osmo-stp_10.42.42.5(pid=7422) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7422)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7422): Process ended prematurely: osmo-stp_10.42.42.5(pid=7422) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:12:37.710175 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.721906 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:37.861949 tst iperf3m4.py: using LAC 24953\u000a01:12:37.982263 tst iperf3m4.py: using RAC 218\u000a01:12:38.113751 tst iperf3m4.py: using CellId 24953\u000a01:12:38.236292 tst iperf3m4.py: using BVCI 24954\u000a01:12:38.259549 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.270704 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.281614 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.292628 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.303819 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.315055 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.326200 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.337047 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:38.348208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:38.464869 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:38.584398 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:38.706100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:38.987575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:39.125341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:39.442373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Launched\u000a01:12:39.707128 run iperf3-srv_10.42.42.10(pid=7409): Launched\u000a01:12:39.894516 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:12:40.022812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:40.340206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7410): Launched\u000a01:12:40.605508 run iperf3-srv_10.42.42.10(pid=7411): Launched\u000a01:12:40.791501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:12:40.918596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:41.236685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7412): Launched\u000a01:12:41.500419 run iperf3-srv_10.42.42.10(pid=7413): Launched\u000a01:12:41.687312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:12:41.814431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:42.132010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7414): Launched\u000a01:12:42.397495 run iperf3-srv_10.42.42.10(pid=7415): Launched\u000a01:12:42.583136 tst iperf3m4.py:8: start network...\u000a01:12:42.710119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:43.190765 run create_hlr_db(pid=7416): Launched\u000a01:12:43.366177 bus /gobi_6: Setting Powered False\u000a01:12:44.387764 run create_hlr_db(pid=7416): Terminated: ok {rc=0}\u000a01:12:44.795110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7418): Launched\u000a01:12:45.102293 run osmo-hlr_10.42.42.2(pid=7419): Launched\u000a01:12:45.225697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:45.764196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7421): Launched\u000a01:12:46.242950 run osmo-stp_10.42.42.5(pid=7422): Launched\u000a01:12:46.415146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:47.014273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7424): Launched\u000a01:12:47.126079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:47.406279 run patchelf(pid=7425): Launched\u000a01:12:47.585985 run osmo-stp_10.42.42.5(pid=7422): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7422)]\u000a01:12:47.716613 run osmo-stp_10.42.42.5(pid=7422): stdout: \u000a| (launched: 2022-12-10_01:12:45.961513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:47.847658 run osmo-stp_10.42.42.5(pid=7422): stderr: \u000a| �[0;m�[38;5;43m20221210011246300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011246301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011246301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011246301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:47.974001 run osmo-stp_10.42.42.5(pid=7422): stdout: \u000a| (launched: 2022-12-10_01:12:45.961513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:48.099380 run osmo-stp_10.42.42.5(pid=7422): stderr: \u000a| �[0;m�[38;5;43m20221210011246300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011246301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011246301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011246301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011246302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:48.245567 run patchelf(pid=7425): Terminating (SIGINT)\u000a01:12:48.417116 run patchelf(pid=7425): Terminated: ok {rc=0}\u000a01:12:48.448758 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7422): Process ended prematurely: osmo-stp_10.42.42.5(pid=7422) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7422)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:12:48.458287 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:12:48.519728 run osmo-hlr_10.42.42.2(pid=7419): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7419)]\u000a01:12:48.569070 run osmo-hlr_10.42.42.2(pid=7419): stdout: \u000a| (launched: 2022-12-10_01:12:44.950535) \u000a01:12:48.619407 run osmo-hlr_10.42.42.2(pid=7419): stderr: \u000a| �[0;m�[1;31m20221210011245127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011245127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011245128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011245128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011245128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011245128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011245140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011245148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011245148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011245148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:48.661928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Terminating (SIGTERM)\u000a01:12:48.702072 run iperf3-srv_10.42.42.10(pid=7409): Terminating (SIGTERM)\u000a01:12:48.742656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7410): Terminating (SIGTERM)\u000a01:12:48.782769 run iperf3-srv_10.42.42.10(pid=7411): Terminating (SIGTERM)\u000a01:12:48.822849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7412): Terminating (SIGTERM)\u000a01:12:48.863044 run iperf3-srv_10.42.42.10(pid=7413): Terminating (SIGTERM)\u000a01:12:48.902973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7414): Terminating (SIGTERM)\u000a01:12:48.943149 run iperf3-srv_10.42.42.10(pid=7415): Terminating (SIGTERM)\u000a01:12:48.983775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7418): Terminating (SIGTERM)\u000a01:12:49.023949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7421): Terminating (SIGTERM)\u000a01:12:49.064640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7424): Terminating (SIGTERM)\u000a01:12:49.074664 --- ParallelTerminationStrategy: PID 7408 died...\u000a01:12:49.129386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7408): Terminated: ok {rc=0}\u000a01:12:49.139182 --- ParallelTerminationStrategy: PID 7409 died...\u000a01:12:49.193713 run iperf3-srv_10.42.42.10(pid=7409): Terminated {rc=256}\u000a01:12:49.203509 --- ParallelTerminationStrategy: PID 7410 died...\u000a01:12:49.257112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7410): Terminated: ok {rc=0}\u000a01:12:49.266635 --- ParallelTerminationStrategy: PID 7411 died...\u000a01:12:49.319498 run iperf3-srv_10.42.42.10(pid=7411): Terminated {rc=256}\u000a01:12:49.329473 --- ParallelTerminationStrategy: PID 7412 died...\u000a01:12:49.383043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7412): Terminated: ok {rc=0}\u000a01:12:49.392686 --- ParallelTerminationStrategy: PID 7413 died...\u000a01:12:49.446401 run iperf3-srv_10.42.42.10(pid=7413): Terminated {rc=256}\u000a01:12:49.456447 --- ParallelTerminationStrategy: PID 7414 died...\u000a01:12:49.510331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7414): Terminated: ok {rc=0}\u000a01:12:49.520032 --- ParallelTerminationStrategy: PID 7415 died...\u000a01:12:49.573640 run iperf3-srv_10.42.42.10(pid=7415): Terminated {rc=256}\u000a01:12:49.583332 --- ParallelTerminationStrategy: PID 7418 died...\u000a01:12:49.637048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7418): Terminated: ok {rc=0}\u000a01:12:49.646845 --- ParallelTerminationStrategy: PID 7421 died...\u000a01:12:49.700545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7421): Terminated: ok {rc=0}\u000a01:12:49.710397 --- ParallelTerminationStrategy: PID 7424 died...\u000a01:12:49.764233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7424): Terminated: ok {rc=0}\u000a01:12:49.852433 bus /gobi_4: Setting Powered False\u000a01:12:50.957007 bus /gobi_4: Setting Powered False\u000a01:12:52.067983 bus /gobi_1: Setting Powered False\u000a01:12:53.170094 bus /gobi_1: Setting Powered False\u000a01:12:54.280161 bus /gobi_0: Setting Powered False\u000a01:12:55.382677 bus /gobi_0: Setting Powered False\u000a01:12:56.496160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:12:57.564501 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:57.576558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:57.715591 tst ping.py: using LAC 24954\u000a01:12:57.834156 tst ping.py: using RAC 219\u000a01:12:57.950897 tst ping.py: using CellId 24954\u000a01:12:58.076664 tst ping.py: using BVCI 24955\u000a01:12:58.101678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.113292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.124434 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.136325 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.149992 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.161515 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.172428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:58.183399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:58.475313 tst ping.py:19: start network...\u000a01:12:58.608644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:59.119410 run create_hlr_db(pid=7426): Launched\u000a01:12:59.304516 bus /gobi_6: Setting Powered False\u000a01:13:00.325002 run create_hlr_db(pid=7426): Terminated: ok {rc=0}\u000a01:13:00.727221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Launched\u000a01:13:01.136295 run osmo-hlr_10.42.42.2(pid=7429): Launched\u000a01:13:01.266485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:01.943645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Launched\u000a01:13:02.337726 run osmo-stp_10.42.42.5(pid=7432): Launched\u000a01:13:02.458594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:03.022412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Launched\u000a01:13:03.136058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:03.415600 run patchelf(pid=7435): Launched\u000a01:13:03.604603 run osmo-stp_10.42.42.5(pid=7432): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]\u000a01:13:03.741961 run osmo-stp_10.42.42.5(pid=7432): stdout: \u000a| (launched: 2022-12-10_01:13:02.112070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:03.879280 run osmo-stp_10.42.42.5(pid=7432): stderr: \u000a| �[0;m�[38;5;43m20221210011302374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011302375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011302375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011302375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:04.012512 run osmo-stp_10.42.42.5(pid=7432): stdout: \u000a| (launched: 2022-12-10_01:13:02.112070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:04.144579 run osmo-stp_10.42.42.5(pid=7432): stderr: \u000a| �[0;m�[38;5;43m20221210011302374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011302375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011302375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011302375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011302376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:04.297264 run patchelf(pid=7435): Terminating (SIGINT)\u000a01:13:04.476471 run patchelf(pid=7435): Terminated: ok {rc=0}\u000a01:13:04.509084 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a01:13:04.518342 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:13:04.581760 run osmo-hlr_10.42.42.2(pid=7429): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7429)]\u000a01:13:04.633403 run osmo-hlr_10.42.42.2(pid=7429): stdout: \u000a| (launched: 2022-12-10_01:13:00.890492) \u000a01:13:04.685989 run osmo-hlr_10.42.42.2(pid=7429): stderr: \u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011301259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011301285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011301309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011301309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011301309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:04.730883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Terminating (SIGTERM)\u000a01:13:04.773166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Terminating (SIGTERM)\u000a01:13:04.815352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Terminating (SIGTERM)\u000a01:13:04.825274 --- ParallelTerminationStrategy: PID 7428 died...\u000a01:13:04.881664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Terminated: ok {rc=0}\u000a01:13:04.891870 --- ParallelTerminationStrategy: PID 7431 died...\u000a01:13:04.948360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Terminated: ok {rc=0}\u000a01:13:04.958627 --- ParallelTerminationStrategy: PID 7434 died...\u000a01:13:05.014808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Terminated: ok {rc=0}\u000a01:13:05.103881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:13:06.156868 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.168811 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:06.310796 tst ping_idle_ping.py: using LAC 24955\u000a01:13:06.430970 tst ping_idle_ping.py: using RAC 220\u000a01:13:06.551029 tst ping_idle_ping.py: using CellId 24955\u000a01:13:06.671024 tst ping_idle_ping.py: using BVCI 24956\u000a01:13:06.694059 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.705145 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.716204 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.727719 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.741632 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.753407 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.765096 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:06.776661 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:07.054407 tst ping_idle_ping.py:24: start network...\u000a01:13:07.179158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:07.657435 run create_hlr_db(pid=7436): Launched\u000a01:13:07.831443 bus /gobi_6: Setting Powered False\u000a01:13:08.853338 run create_hlr_db(pid=7436): Terminated: ok {rc=0}\u000a01:13:09.282612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Launched\u000a01:13:09.608470 run osmo-hlr_10.42.42.2(pid=7439): Launched\u000a01:13:09.728932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:10.291514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Launched\u000a01:13:10.614537 run osmo-stp_10.42.42.5(pid=7442): Launched\u000a01:13:10.730359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:11.291594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7444): Launched\u000a01:13:11.405860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:11.689345 run patchelf(pid=7445): Launched\u000a01:13:11.877521 run osmo-stp_10.42.42.5(pid=7442): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]\u000a01:13:12.014683 run osmo-stp_10.42.42.5(pid=7442): stdout: \u000a| (launched: 2022-12-10_01:13:10.455259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:12.151595 run osmo-stp_10.42.42.5(pid=7442): stderr: \u000a| �[0;m�[38;5;43m20221210011310649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011310649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011310650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011310650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011310650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011310651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011310651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:12.284636 run osmo-stp_10.42.42.5(pid=7442): stdout: \u000a| (launched: 2022-12-10_01:13:10.455259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:12.416348 run osmo-stp_10.42.42.5(pid=7442): stderr: \u000a| �[0;m�[38;5;43m20221210011310649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011310649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011310650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011310650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011310650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011310651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011310651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:12.569455 run patchelf(pid=7445): Terminating (SIGINT)\u000a01:13:12.748193 run patchelf(pid=7445): Terminated: ok {rc=0}\u000a01:13:12.780766 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:13:12.789979 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:13:12.852624 run osmo-hlr_10.42.42.2(pid=7439): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7439)]\u000a01:13:12.903604 run osmo-hlr_10.42.42.2(pid=7439): stdout: \u000a| (launched: 2022-12-10_01:13:09.447384) \u000a01:13:12.955269 run osmo-hlr_10.42.42.2(pid=7439): stderr: \u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011309645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011309658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011309666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011309667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011309667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:12.999399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Terminating (SIGTERM)\u000a01:13:13.041084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Terminating (SIGTERM)\u000a01:13:13.082652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7444): Terminating (SIGTERM)\u000a01:13:13.092382 --- ParallelTerminationStrategy: PID 7438 died...\u000a01:13:13.147950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Terminated: ok {rc=0}\u000a01:13:13.158031 --- ParallelTerminationStrategy: PID 7441 died...\u000a01:13:13.213599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Terminated: ok {rc=0}\u000a01:13:13.223642 --- ParallelTerminationStrategy: PID 7444 died...\u000a01:13:13.279320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7444): Terminated: ok {rc=0}\u000a01:13:13.366751 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:12:14" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7459): Process ended prematurely: osmo-stp_10.42.42.5(pid=7459) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7459)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7459): Process ended prematurely: osmo-stp_10.42.42.5(pid=7459) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:13:15.542365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:15.553757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:15.724213 tst cs_paging_gprs_active.py: using LAC 24956\u000a01:13:15.857834 tst cs_paging_gprs_active.py: using RAC 221\u000a01:13:15.986665 tst cs_paging_gprs_active.py: using CellId 24956\u000a01:13:16.114773 tst cs_paging_gprs_active.py: using BVCI 24957\u000a01:13:16.140770 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.153168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.165522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.177884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.190741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.203889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.216882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.229412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:16.242046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:16.364784 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:16.690106 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:13:16.865370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:17.227419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7449): Launched\u000a01:13:17.511333 run iperf3-srv_10.42.42.10(pid=7450): Launched\u000a01:13:17.711623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:13:17.847755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:18.187631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7451): Launched\u000a01:13:18.467842 run iperf3-srv_10.42.42.10(pid=7452): Launched\u000a01:13:18.667284 tst cs_paging_gprs_active.py:38: start network...\u000a01:13:18.803227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:19.327266 run create_hlr_db(pid=7453): Launched\u000a01:13:19.515667 bus /gobi_6: Setting Powered False\u000a01:13:20.537152 run create_hlr_db(pid=7453): Terminated: ok {rc=0}\u000a01:13:20.947475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7455): Launched\u000a01:13:21.253945 run osmo-hlr_10.42.42.2(pid=7456): Launched\u000a01:13:21.376902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:21.915404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7458): Launched\u000a01:13:22.224231 run osmo-stp_10.42.42.5(pid=7459): Launched\u000a01:13:22.335738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:22.867860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7461): Launched\u000a01:13:22.976533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:23.243337 run patchelf(pid=7462): Launched\u000a01:13:23.422403 run osmo-stp_10.42.42.5(pid=7459): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7459)]\u000a01:13:23.553147 run osmo-stp_10.42.42.5(pid=7459): stdout: \u000a| (launched: 2022-12-10_01:13:22.070521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:23.684097 run osmo-stp_10.42.42.5(pid=7459): stderr: \u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011322243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:23.810888 run osmo-stp_10.42.42.5(pid=7459): stdout: \u000a| (launched: 2022-12-10_01:13:22.070521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:23.936085 run osmo-stp_10.42.42.5(pid=7459): stderr: \u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011322243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011322243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011322244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:24.081491 run patchelf(pid=7462): Terminating (SIGINT)\u000a01:13:24.251636 run patchelf(pid=7462): Terminated: ok {rc=0}\u000a01:13:24.283017 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7459): Process ended prematurely: osmo-stp_10.42.42.5(pid=7459) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7459)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:13:24.292280 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:13:24.353244 run osmo-hlr_10.42.42.2(pid=7456): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7456)]\u000a01:13:24.402418 run osmo-hlr_10.42.42.2(pid=7456): stdout: \u000a| (launched: 2022-12-10_01:13:21.102856) \u000a01:13:24.452331 run osmo-hlr_10.42.42.2(pid=7456): stderr: \u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011321280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011321292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011321301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011321301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011321301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:24.494811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7449): Terminating (SIGTERM)\u000a01:13:24.534707 run iperf3-srv_10.42.42.10(pid=7450): Terminating (SIGTERM)\u000a01:13:24.574277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7451): Terminating (SIGTERM)\u000a01:13:24.614072 run iperf3-srv_10.42.42.10(pid=7452): Terminating (SIGTERM)\u000a01:13:24.654209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7455): Terminating (SIGTERM)\u000a01:13:24.694089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7458): Terminating (SIGTERM)\u000a01:13:24.733644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7461): Terminating (SIGTERM)\u000a01:13:24.743130 --- ParallelTerminationStrategy: PID 7449 died...\u000a01:13:24.796564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7449): Terminated: ok {rc=0}\u000a01:13:24.806231 --- ParallelTerminationStrategy: PID 7450 died...\u000a01:13:24.859277 run iperf3-srv_10.42.42.10(pid=7450): Terminated {rc=256}\u000a01:13:24.868908 --- ParallelTerminationStrategy: PID 7451 died...\u000a01:13:24.922430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7451): Terminated: ok {rc=0}\u000a01:13:24.931823 --- ParallelTerminationStrategy: PID 7452 died...\u000a01:13:24.984640 run iperf3-srv_10.42.42.10(pid=7452): Terminated {rc=256}\u000a01:13:24.994395 --- ParallelTerminationStrategy: PID 7455 died...\u000a01:13:25.047650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7455): Terminated: ok {rc=0}\u000a01:13:25.057818 --- ParallelTerminationStrategy: PID 7458 died...\u000a01:13:25.111521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7458): Terminated: ok {rc=0}\u000a01:13:25.121162 --- ParallelTerminationStrategy: PID 7461 died...\u000a01:13:25.174507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7461): Terminated: ok {rc=0}\u000a01:13:25.263385 bus /gobi_0: Setting Powered False\u000a01:13:26.367601 bus /gobi_0: Setting Powered False\u000a01:13:27.480424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7472): Process ended prematurely: osmo-stp_10.42.42.5(pid=7472) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7472)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7472): Process ended prematurely: osmo-stp_10.42.42.5(pid=7472) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:13:28.592644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:28.604507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:28.764627 tst iperf3.py: using LAC 24957\u000a01:13:28.886830 tst iperf3.py: using RAC 222\u000a01:13:29.008034 tst iperf3.py: using CellId 24957\u000a01:13:29.135267 tst iperf3.py: using BVCI 24958\u000a01:13:29.160352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.171935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.183536 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.196159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.208164 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.219475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.233985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.245302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:29.256357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:29.553622 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:29.689644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:30.026124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7464): Launched\u000a01:13:30.306271 run iperf3-srv_10.42.42.10(pid=7465): Launched\u000a01:13:30.506623 tst iperf3.py:8: start network...\u000a01:13:30.642782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:31.203629 run create_hlr_db(pid=7466): Launched\u000a01:13:31.385671 bus /gobi_6: Setting Powered False\u000a01:13:32.402046 run create_hlr_db(pid=7466): Terminated: ok {rc=0}\u000a01:13:32.836927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7468): Launched\u000a01:13:33.164408 run osmo-hlr_10.42.42.2(pid=7469): Launched\u000a01:13:33.286748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:33.856590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7471): Launched\u000a01:13:34.185263 run osmo-stp_10.42.42.5(pid=7472): Launched\u000a01:13:34.303529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:34.873388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7474): Launched\u000a01:13:34.989064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:35.273559 run patchelf(pid=7475): Launched\u000a01:13:35.463944 run osmo-stp_10.42.42.5(pid=7472): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7472)]\u000a01:13:35.602788 run osmo-stp_10.42.42.5(pid=7472): stdout: \u000a| (launched: 2022-12-10_01:13:34.022651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:35.742142 run osmo-stp_10.42.42.5(pid=7472): stderr: \u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011334220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:35.877800 run osmo-stp_10.42.42.5(pid=7472): stdout: \u000a| (launched: 2022-12-10_01:13:34.022651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:36.011360 run osmo-stp_10.42.42.5(pid=7472): stderr: \u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011334219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011334220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011334220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:36.166756 run patchelf(pid=7475): Terminating (SIGINT)\u000a01:13:36.348358 run patchelf(pid=7475): Terminated: ok {rc=0}\u000a01:13:36.381926 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7472): Process ended prematurely: osmo-stp_10.42.42.5(pid=7472) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7472)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:13:36.391771 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:13:36.455051 run osmo-hlr_10.42.42.2(pid=7469): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7469)]\u000a01:13:36.506428 run osmo-hlr_10.42.42.2(pid=7469): stdout: \u000a| (launched: 2022-12-10_01:13:33.003567) \u000a01:13:36.558325 run osmo-hlr_10.42.42.2(pid=7469): stderr: \u000a| �[0;m�[1;31m20221210011333204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011333204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011333204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011333205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011333205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011333205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011333217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011333226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:36.602708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7464): Terminating (SIGTERM)\u000a01:13:36.644211 run iperf3-srv_10.42.42.10(pid=7465): Terminating (SIGTERM)\u000a01:13:36.686354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7468): Terminating (SIGTERM)\u000a01:13:36.727982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7471): Terminating (SIGTERM)\u000a01:13:36.769668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7474): Terminating (SIGTERM)\u000a01:13:36.779274 --- ParallelTerminationStrategy: PID 7464 died...\u000a01:13:36.834618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7464): Terminated: ok {rc=0}\u000a01:13:36.844525 --- ParallelTerminationStrategy: PID 7465 died...\u000a01:13:36.899775 run iperf3-srv_10.42.42.10(pid=7465): Terminated {rc=256}\u000a01:13:36.909686 --- ParallelTerminationStrategy: PID 7468 died...\u000a01:13:36.964540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7468): Terminated: ok {rc=0}\u000a01:13:36.974816 --- ParallelTerminationStrategy: PID 7471 died...\u000a01:13:37.030028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7471): Terminated: ok {rc=0}\u000a01:13:37.039908 --- ParallelTerminationStrategy: PID 7474 died...\u000a01:13:37.095213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7474): Terminated: ok {rc=0}\u000a01:13:37.182334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:13:38.298103 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.310357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:38.476435 tst iperf3m4.py: using LAC 24958\u000a01:13:38.603956 tst iperf3m4.py: using RAC 223\u000a01:13:38.731716 tst iperf3m4.py: using CellId 24958\u000a01:13:38.858767 tst iperf3m4.py: using BVCI 24959\u000a01:13:38.883576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.895119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.906392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.917821 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.929181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.940393 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.951776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.962947 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:38.974891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:39.097076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:39.219566 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:39.341941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:39.623731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:39.751174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:40.069684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7476): Launched\u000a01:13:40.333773 run iperf3-srv_10.42.42.10(pid=7477): Launched\u000a01:13:40.519767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:13:40.646778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:40.963246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7478): Launched\u000a01:13:41.227418 run iperf3-srv_10.42.42.10(pid=7479): Launched\u000a01:13:41.414631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:13:41.542509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:41.860200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Launched\u000a01:13:42.124520 run iperf3-srv_10.42.42.10(pid=7481): Launched\u000a01:13:42.310392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:13:42.437185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:42.754114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Launched\u000a01:13:43.018415 run iperf3-srv_10.42.42.10(pid=7483): Launched\u000a01:13:43.204443 tst iperf3m4.py:8: start network...\u000a01:13:43.331310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:43.814160 run create_hlr_db(pid=7484): Launched\u000a01:13:43.989587 bus /gobi_6: Setting Powered False\u000a01:13:45.011169 run create_hlr_db(pid=7484): Terminated: ok {rc=0}\u000a01:13:45.418568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Launched\u000a01:13:45.727959 run osmo-hlr_10.42.42.2(pid=7487): Launched\u000a01:13:45.859387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:46.542916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Launched\u000a01:13:46.950553 run osmo-stp_10.42.42.5(pid=7490): Launched\u000a01:13:47.176033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:47.793733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Launched\u000a01:13:47.909817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:48.196032 run patchelf(pid=7493): Launched\u000a01:13:48.386825 run osmo-stp_10.42.42.5(pid=7490): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)]\u000a01:13:48.526931 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-10_01:13:46.702694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:48.666970 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011347034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:48.801930 run osmo-stp_10.42.42.5(pid=7490): stdout: \u000a| (launched: 2022-12-10_01:13:46.702694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:48.936199 run osmo-stp_10.42.42.5(pid=7490): stderr: \u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011347033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011347034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011347034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:49.091917 run patchelf(pid=7493): Terminating (SIGINT)\u000a01:13:49.274351 run patchelf(pid=7493): Terminated: ok {rc=0}\u000a01:13:49.307890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7490): Process ended prematurely: osmo-stp_10.42.42.5(pid=7490) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7490)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:13:49.317764 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:13:49.381544 run osmo-hlr_10.42.42.2(pid=7487): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7487)]\u000a01:13:49.433113 run osmo-hlr_10.42.42.2(pid=7487): stdout: \u000a| (launched: 2022-12-10_01:13:45.574043) \u000a01:13:49.485725 run osmo-hlr_10.42.42.2(pid=7487): stderr: \u000a| �[0;m�[1;31m20221210011345751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011345752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011345752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011345752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011345752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011345752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011345764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011345773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011345773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011345773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:49.530554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7476): Terminating (SIGTERM)\u000a01:13:49.572712 run iperf3-srv_10.42.42.10(pid=7477): Terminating (SIGTERM)\u000a01:13:49.616632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7478): Terminating (SIGTERM)\u000a01:13:49.658536 run iperf3-srv_10.42.42.10(pid=7479): Terminating (SIGTERM)\u000a01:13:49.700275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Terminating (SIGTERM)\u000a01:13:49.742101 run iperf3-srv_10.42.42.10(pid=7481): Terminating (SIGTERM)\u000a01:13:49.785499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminating (SIGTERM)\u000a01:13:49.827438 run iperf3-srv_10.42.42.10(pid=7483): Terminating (SIGTERM)\u000a01:13:49.869345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminating (SIGTERM)\u000a01:13:49.911317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminating (SIGTERM)\u000a01:13:49.953717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Terminating (SIGTERM)\u000a01:13:49.963510 --- ParallelTerminationStrategy: PID 7476 died...\u000a01:13:50.019497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7476): Terminated: ok {rc=0}\u000a01:13:50.029989 --- ParallelTerminationStrategy: PID 7477 died...\u000a01:13:50.085476 run iperf3-srv_10.42.42.10(pid=7477): Terminated {rc=256}\u000a01:13:50.095594 --- ParallelTerminationStrategy: PID 7478 died...\u000a01:13:50.151206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7478): Terminated: ok {rc=0}\u000a01:13:50.161453 --- ParallelTerminationStrategy: PID 7479 died...\u000a01:13:50.216629 run iperf3-srv_10.42.42.10(pid=7479): Terminated {rc=256}\u000a01:13:50.226583 --- ParallelTerminationStrategy: PID 7480 died...\u000a01:13:50.282192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7480): Terminated: ok {rc=0}\u000a01:13:50.292271 --- ParallelTerminationStrategy: PID 7481 died...\u000a01:13:50.347645 run iperf3-srv_10.42.42.10(pid=7481): Terminated {rc=256}\u000a01:13:50.357813 --- ParallelTerminationStrategy: PID 7482 died...\u000a01:13:50.413410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminated: ok {rc=0}\u000a01:13:50.423541 --- ParallelTerminationStrategy: PID 7483 died...\u000a01:13:50.479563 run iperf3-srv_10.42.42.10(pid=7483): Terminated {rc=256}\u000a01:13:50.489881 --- ParallelTerminationStrategy: PID 7486 died...\u000a01:13:50.545975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7486): Terminated: ok {rc=0}\u000a01:13:50.556247 --- ParallelTerminationStrategy: PID 7489 died...\u000a01:13:50.612346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7489): Terminated: ok {rc=0}\u000a01:13:50.622598 --- ParallelTerminationStrategy: PID 7492 died...\u000a01:13:50.678625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7492): Terminated: ok {rc=0}\u000a01:13:50.766422 bus /gobi_4: Setting Powered False\u000a01:13:51.872729 bus /gobi_4: Setting Powered False\u000a01:13:52.982732 bus /gobi_1: Setting Powered False\u000a01:13:54.090481 bus /gobi_1: Setting Powered False\u000a01:13:55.198984 bus /gobi_0: Setting Powered False\u000a01:13:56.300509 bus /gobi_0: Setting Powered False\u000a01:13:57.413000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:13:58.480722 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:58.492808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:58.650874 tst ping.py: using LAC 24959\u000a01:13:58.775213 tst ping.py: using RAC 224\u000a01:13:58.901009 tst ping.py: using CellId 24959\u000a01:13:59.026538 tst ping.py: using BVCI 24960\u000a01:13:59.051302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.062976 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.074491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.085903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.097222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.108528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.120025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.131323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:59.422431 tst ping.py:19: start network...\u000a01:13:59.556507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:00.067051 run create_hlr_db(pid=7494): Launched\u000a01:14:00.251974 bus /gobi_6: Setting Powered False\u000a01:14:01.273556 run create_hlr_db(pid=7494): Terminated: ok {rc=0}\u000a01:14:01.738391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Launched\u000a01:14:02.179140 run osmo-hlr_10.42.42.2(pid=7497): Launched\u000a01:14:02.372744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:02.931330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Launched\u000a01:14:03.253149 run osmo-stp_10.42.42.5(pid=7500): Launched\u000a01:14:03.368451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:03.928770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Launched\u000a01:14:04.042931 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:04.324365 run patchelf(pid=7503): Launched\u000a01:14:04.511750 run osmo-stp_10.42.42.5(pid=7500): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)]\u000a01:14:04.648415 run osmo-stp_10.42.42.5(pid=7500): stdout: \u000a| (launched: 2022-12-10_01:14:03.094179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:04.785095 run osmo-stp_10.42.42.5(pid=7500): stderr: \u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011403289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011403289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011403290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011403290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:04.917546 run osmo-stp_10.42.42.5(pid=7500): stdout: \u000a| (launched: 2022-12-10_01:14:03.094179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:05.048810 run osmo-stp_10.42.42.5(pid=7500): stderr: \u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011403288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011403289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011403289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011403290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011403290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:05.200870 run patchelf(pid=7503): Terminating (SIGINT)\u000a01:14:05.379242 run patchelf(pid=7503): Terminated: ok {rc=0}\u000a01:14:05.411650 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7500): Process ended prematurely: osmo-stp_10.42.42.5(pid=7500) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7500)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:14:05.420909 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:14:05.484393 run osmo-hlr_10.42.42.2(pid=7497): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7497)]\u000a01:14:05.535639 run osmo-hlr_10.42.42.2(pid=7497): stdout: \u000a| (launched: 2022-12-10_01:14:01.897998) \u000a01:14:05.587183 run osmo-hlr_10.42.42.2(pid=7497): stderr: \u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011402127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011402142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011402161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011402162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011402162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:05.631023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Terminating (SIGTERM)\u000a01:14:05.672838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Terminating (SIGTERM)\u000a01:14:05.714775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Terminating (SIGTERM)\u000a01:14:05.724560 --- ParallelTerminationStrategy: PID 7496 died...\u000a01:14:05.780583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7496): Terminated: ok {rc=0}\u000a01:14:05.790774 --- ParallelTerminationStrategy: PID 7499 died...\u000a01:14:05.846264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7499): Terminated: ok {rc=0}\u000a01:14:05.856331 --- ParallelTerminationStrategy: PID 7502 died...\u000a01:14:05.911956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7502): Terminated: ok {rc=0}\u000a01:14:05.999632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:14:07.053241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.065941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:07.232758 tst ping_idle_ping.py: using LAC 24960\u000a01:14:07.358515 tst ping_idle_ping.py: using RAC 225\u000a01:14:07.484493 tst ping_idle_ping.py: using CellId 24960\u000a01:14:07.611457 tst ping_idle_ping.py: using BVCI 24961\u000a01:14:07.635991 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.647559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.659117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.670652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.682221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.693726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.705275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:07.716596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:08.008693 tst ping_idle_ping.py:24: start network...\u000a01:14:08.142935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:08.667818 run create_hlr_db(pid=7504): Launched\u000a01:14:08.854662 bus /gobi_6: Setting Powered False\u000a01:14:09.875339 run create_hlr_db(pid=7504): Terminated: ok {rc=0}\u000a01:14:10.306854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Launched\u000a01:14:10.631918 run osmo-hlr_10.42.42.2(pid=7507): Launched\u000a01:14:10.748376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:11.308101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Launched\u000a01:14:11.632532 run osmo-stp_10.42.42.5(pid=7510): Launched\u000a01:14:11.748831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:12.310664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Launched\u000a01:14:12.424691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:12.706929 run patchelf(pid=7513): Launched\u000a01:14:12.893988 run osmo-stp_10.42.42.5(pid=7510): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a01:14:13.030589 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-10_01:14:11.472003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:13.167367 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011411664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:13.300239 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-10_01:14:11.472003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:13.432070 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011411664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011411664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011411667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:13.584903 run patchelf(pid=7513): Terminating (SIGINT)\u000a01:14:13.764068 run patchelf(pid=7513): Terminated: ok {rc=0}\u000a01:14:13.796796 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:14:13.806291 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:14:13.868714 run osmo-hlr_10.42.42.2(pid=7507): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7507)]\u000a01:14:13.919708 run osmo-hlr_10.42.42.2(pid=7507): stdout: \u000a| (launched: 2022-12-10_01:14:10.471634) \u000a01:14:13.971524 run osmo-hlr_10.42.42.2(pid=7507): stderr: \u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011410671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011410683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011410691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011410692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011410692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:14.015591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminating (SIGTERM)\u000a01:14:14.057270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminating (SIGTERM)\u000a01:14:14.098854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Terminating (SIGTERM)\u000a01:14:14.108085 --- ParallelTerminationStrategy: PID 7506 died...\u000a01:14:14.163881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminated: ok {rc=0}\u000a01:14:14.173907 --- ParallelTerminationStrategy: PID 7509 died...\u000a01:14:14.229018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminated: ok {rc=0}\u000a01:14:14.238974 --- ParallelTerminationStrategy: PID 7512 died...\u000a01:14:14.294059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7512): Terminated: ok {rc=0}\u000a01:14:14.381401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:13:15" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:14:16.567223 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:16.581145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:16.753062 tst cs_paging_gprs_active.py: using LAC 24961\u000a01:14:16.914057 tst cs_paging_gprs_active.py: using RAC 226\u000a01:14:17.050897 tst cs_paging_gprs_active.py: using CellId 24961\u000a01:14:17.188844 tst cs_paging_gprs_active.py: using BVCI 24962\u000a01:14:17.213689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.225834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.237726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.250160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.263212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.275548 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.288134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.300447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:17.312527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:17.434862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:17.718445 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:14:17.846458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:18.164027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7517): Launched\u000a01:14:18.429941 run iperf3-srv_10.42.42.10(pid=7518): Launched\u000a01:14:18.616430 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:14:18.743896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:19.061509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7519): Launched\u000a01:14:19.325806 run iperf3-srv_10.42.42.10(pid=7520): Launched\u000a01:14:19.512254 tst cs_paging_gprs_active.py:38: start network...\u000a01:14:19.640081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:20.122757 run create_hlr_db(pid=7521): Launched\u000a01:14:20.298033 bus /gobi_6: Setting Powered False\u000a01:14:21.319530 run create_hlr_db(pid=7521): Terminated: ok {rc=0}\u000a01:14:21.753911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Launched\u000a01:14:22.083347 run osmo-hlr_10.42.42.2(pid=7524): Launched\u000a01:14:22.202931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:22.769758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Launched\u000a01:14:23.097511 run osmo-stp_10.42.42.5(pid=7527): Launched\u000a01:14:23.217277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:23.787612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7529): Launched\u000a01:14:23.904354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:24.189889 run patchelf(pid=7530): Launched\u000a01:14:24.381068 run osmo-stp_10.42.42.5(pid=7527): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)]\u000a01:14:24.519998 run osmo-stp_10.42.42.5(pid=7527): stdout: \u000a| (launched: 2022-12-10_01:14:22.935187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:24.659145 run osmo-stp_10.42.42.5(pid=7527): stderr: \u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011423127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:24.793528 run osmo-stp_10.42.42.5(pid=7527): stdout: \u000a| (launched: 2022-12-10_01:14:22.935187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:24.926901 run osmo-stp_10.42.42.5(pid=7527): stderr: \u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011423127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011423127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011423128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:25.082041 run patchelf(pid=7530): Terminating (SIGINT)\u000a01:14:25.263897 run patchelf(pid=7530): Terminated: ok {rc=0}\u000a01:14:25.297485 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7527): Process ended prematurely: osmo-stp_10.42.42.5(pid=7527) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7527)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:14:25.307373 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:14:25.370730 run osmo-hlr_10.42.42.2(pid=7524): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7524)]\u000a01:14:25.422267 run osmo-hlr_10.42.42.2(pid=7524): stdout: \u000a| (launched: 2022-12-10_01:14:21.920838) \u000a01:14:25.474956 run osmo-hlr_10.42.42.2(pid=7524): stderr: \u000a| �[0;m�[1;31m20221210011422123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011422124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011422124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011422124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011422124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011422124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011422137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011422145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011422145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011422145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:25.519546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7517): Terminating (SIGTERM)\u000a01:14:25.561620 run iperf3-srv_10.42.42.10(pid=7518): Terminating (SIGTERM)\u000a01:14:25.603631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7519): Terminating (SIGTERM)\u000a01:14:25.645476 run iperf3-srv_10.42.42.10(pid=7520): Terminating (SIGTERM)\u000a01:14:25.687379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Terminating (SIGTERM)\u000a01:14:25.729163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Terminating (SIGTERM)\u000a01:14:25.770942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7529): Terminating (SIGTERM)\u000a01:14:25.780631 --- ParallelTerminationStrategy: PID 7517 died...\u000a01:14:25.837373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7517): Terminated: ok {rc=0}\u000a01:14:25.847402 --- ParallelTerminationStrategy: PID 7518 died...\u000a01:14:25.902764 run iperf3-srv_10.42.42.10(pid=7518): Terminated {rc=256}\u000a01:14:25.912649 --- ParallelTerminationStrategy: PID 7519 died...\u000a01:14:25.968011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7519): Terminated: ok {rc=0}\u000a01:14:25.978357 --- ParallelTerminationStrategy: PID 7520 died...\u000a01:14:26.033832 run iperf3-srv_10.42.42.10(pid=7520): Terminated {rc=256}\u000a01:14:26.043748 --- ParallelTerminationStrategy: PID 7523 died...\u000a01:14:26.099594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7523): Terminated: ok {rc=0}\u000a01:14:26.110016 --- ParallelTerminationStrategy: PID 7526 died...\u000a01:14:26.165764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7526): Terminated: ok {rc=0}\u000a01:14:26.175885 --- ParallelTerminationStrategy: PID 7529 died...\u000a01:14:26.231763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7529): Terminated: ok {rc=0}\u000a01:14:26.319521 bus /gobi_0: Setting Powered False\u000a01:14:27.427410 bus /gobi_0: Setting Powered False\u000a01:14:28.536687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7539): Process ended prematurely: osmo-stp_10.42.42.5(pid=7539) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7539)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7539): Process ended prematurely: osmo-stp_10.42.42.5(pid=7539) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:14:29.653264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:29.665832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:29.837297 tst iperf3.py: using LAC 24962\u000a01:14:29.967712 tst iperf3.py: using RAC 227\u000a01:14:30.090118 tst iperf3.py: using CellId 24962\u000a01:14:30.210836 tst iperf3.py: using BVCI 24963\u000a01:14:30.234504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.245656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.256896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.268340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.279939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.291178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.302533 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.314651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:30.325722 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:30.620611 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:30.757036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:31.127232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7531): Launched\u000a01:14:31.426383 run iperf3-srv_10.42.42.10(pid=7532): Launched\u000a01:14:31.639288 tst iperf3.py:8: start network...\u000a01:14:31.788604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:32.319842 run create_hlr_db(pid=7533): Launched\u000a01:14:32.508337 bus /gobi_6: Setting Powered False\u000a01:14:33.530802 run create_hlr_db(pid=7533): Terminated: ok {rc=0}\u000a01:14:33.941586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7535): Launched\u000a01:14:34.248360 run osmo-hlr_10.42.42.2(pid=7536): Launched\u000a01:14:34.361042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:34.892644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7538): Launched\u000a01:14:35.199644 run osmo-stp_10.42.42.5(pid=7539): Launched\u000a01:14:35.311443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:35.843670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7541): Launched\u000a01:14:35.952267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:36.221170 run patchelf(pid=7542): Launched\u000a01:14:36.400656 run osmo-stp_10.42.42.5(pid=7539): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7539)]\u000a01:14:36.532036 run osmo-stp_10.42.42.5(pid=7539): stdout: \u000a| (launched: 2022-12-10_01:14:35.048150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:36.663505 run osmo-stp_10.42.42.5(pid=7539): stderr: \u000a| �[0;m�[38;5;43m20221210011435221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011435221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011435222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011435222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:36.790711 run osmo-stp_10.42.42.5(pid=7539): stdout: \u000a| (launched: 2022-12-10_01:14:35.048150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:36.917195 run osmo-stp_10.42.42.5(pid=7539): stderr: \u000a| �[0;m�[38;5;43m20221210011435221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011435221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011435222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011435222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011435223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:37.063756 run patchelf(pid=7542): Terminating (SIGINT)\u000a01:14:37.235775 run patchelf(pid=7542): Terminated: ok {rc=0}\u000a01:14:37.267502 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7539): Process ended prematurely: osmo-stp_10.42.42.5(pid=7539) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7539)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:14:37.276922 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:14:37.338260 run osmo-hlr_10.42.42.2(pid=7536): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7536)]\u000a01:14:37.387546 run osmo-hlr_10.42.42.2(pid=7536): stdout: \u000a| (launched: 2022-12-10_01:14:34.096697) \u000a01:14:37.437080 run osmo-hlr_10.42.42.2(pid=7536): stderr: \u000a| �[0;m�[1;31m20221210011434275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011434275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011434275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011434275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011434275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011434276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011434288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011434297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011434297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011434297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:37.480077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7531): Terminating (SIGTERM)\u000a01:14:37.520806 run iperf3-srv_10.42.42.10(pid=7532): Terminating (SIGTERM)\u000a01:14:37.560767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7535): Terminating (SIGTERM)\u000a01:14:37.601081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7538): Terminating (SIGTERM)\u000a01:14:37.641440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7541): Terminating (SIGTERM)\u000a01:14:37.650725 --- ParallelTerminationStrategy: PID 7531 died...\u000a01:14:37.704033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7531): Terminated: ok {rc=0}\u000a01:14:37.713747 --- ParallelTerminationStrategy: PID 7532 died...\u000a01:14:37.766981 run iperf3-srv_10.42.42.10(pid=7532): Terminated {rc=256}\u000a01:14:37.776601 --- ParallelTerminationStrategy: PID 7535 died...\u000a01:14:37.830697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7535): Terminated: ok {rc=0}\u000a01:14:37.840356 --- ParallelTerminationStrategy: PID 7538 died...\u000a01:14:37.893711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7538): Terminated: ok {rc=0}\u000a01:14:37.903263 --- ParallelTerminationStrategy: PID 7541 died...\u000a01:14:37.956208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7541): Terminated: ok {rc=0}\u000a01:14:38.044881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7557): Process ended prematurely: osmo-stp_10.42.42.5(pid=7557) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7557): Process ended prematurely: osmo-stp_10.42.42.5(pid=7557) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:14:39.157619 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.169429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:39.331640 tst iperf3m4.py: using LAC 24963\u000a01:14:39.452693 tst iperf3m4.py: using RAC 228\u000a01:14:39.573288 tst iperf3m4.py: using CellId 24963\u000a01:14:39.693931 tst iperf3m4.py: using BVCI 24964\u000a01:14:39.717364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.728484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.739611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.750877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.762256 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.773538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.784703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.795750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:39.807062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:39.928342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:40.049063 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:40.168181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:40.449864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:40.577109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:40.893800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Launched\u000a01:14:41.157545 run iperf3-srv_10.42.42.10(pid=7544): Launched\u000a01:14:41.343289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:14:41.470177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:41.788442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Launched\u000a01:14:42.052068 run iperf3-srv_10.42.42.10(pid=7546): Launched\u000a01:14:42.237515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:14:42.364445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:42.681317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Launched\u000a01:14:42.944663 run iperf3-srv_10.42.42.10(pid=7548): Launched\u000a01:14:43.130177 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:14:43.257051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:43.573235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7549): Launched\u000a01:14:43.835632 run iperf3-srv_10.42.42.10(pid=7550): Launched\u000a01:14:44.020412 tst iperf3m4.py:8: start network...\u000a01:14:44.146851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:44.627494 run create_hlr_db(pid=7551): Launched\u000a01:14:44.803294 bus /gobi_6: Setting Powered False\u000a01:14:45.824316 run create_hlr_db(pid=7551): Terminated: ok {rc=0}\u000a01:14:46.271129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7553): Launched\u000a01:14:46.597377 run osmo-hlr_10.42.42.2(pid=7554): Launched\u000a01:14:46.875671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:47.543222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7556): Launched\u000a01:14:47.850092 run osmo-stp_10.42.42.5(pid=7557): Launched\u000a01:14:47.970118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:48.510230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7559): Launched\u000a01:14:48.619361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:48.886778 run patchelf(pid=7560): Launched\u000a01:14:49.065597 run osmo-stp_10.42.42.5(pid=7557): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7557)]\u000a01:14:49.196470 run osmo-stp_10.42.42.5(pid=7557): stdout: \u000a| (launched: 2022-12-10_01:14:47.698532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:49.327024 run osmo-stp_10.42.42.5(pid=7557): stderr: \u000a| �[0;m�[38;5;43m20221210011447869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011447870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011447870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011447870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:49.453758 run osmo-stp_10.42.42.5(pid=7557): stdout: \u000a| (launched: 2022-12-10_01:14:47.698532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:49.579582 run osmo-stp_10.42.42.5(pid=7557): stderr: \u000a| �[0;m�[38;5;43m20221210011447869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011447870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011447870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011447870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011447871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:49.725293 run patchelf(pid=7560): Terminating (SIGINT)\u000a01:14:49.895510 run patchelf(pid=7560): Terminated: ok {rc=0}\u000a01:14:49.926747 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7557): Process ended prematurely: osmo-stp_10.42.42.5(pid=7557) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7557)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:14:49.936065 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:14:49.997500 run osmo-hlr_10.42.42.2(pid=7554): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7554)]\u000a01:14:50.046950 run osmo-hlr_10.42.42.2(pid=7554): stdout: \u000a| (launched: 2022-12-10_01:14:46.434641) \u000a01:14:50.097193 run osmo-hlr_10.42.42.2(pid=7554): stderr: \u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011446740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011446752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011446768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011446768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011446769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:50.139585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Terminating (SIGTERM)\u000a01:14:50.179795 run iperf3-srv_10.42.42.10(pid=7544): Terminating (SIGTERM)\u000a01:14:50.219990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Terminating (SIGTERM)\u000a01:14:50.260122 run iperf3-srv_10.42.42.10(pid=7546): Terminating (SIGTERM)\u000a01:14:50.300353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Terminating (SIGTERM)\u000a01:14:50.340278 run iperf3-srv_10.42.42.10(pid=7548): Terminating (SIGTERM)\u000a01:14:50.380394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7549): Terminating (SIGTERM)\u000a01:14:50.420399 run iperf3-srv_10.42.42.10(pid=7550): Terminating (SIGTERM)\u000a01:14:50.460864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7553): Terminating (SIGTERM)\u000a01:14:50.501190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7556): Terminating (SIGTERM)\u000a01:14:50.541881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7559): Terminating (SIGTERM)\u000a01:14:50.551238 --- ParallelTerminationStrategy: PID 7543 died...\u000a01:14:50.605367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Terminated: ok {rc=0}\u000a01:14:50.614935 --- ParallelTerminationStrategy: PID 7544 died...\u000a01:14:50.668394 run iperf3-srv_10.42.42.10(pid=7544): Terminated {rc=256}\u000a01:14:50.678390 --- ParallelTerminationStrategy: PID 7545 died...\u000a01:14:50.731746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Terminated: ok {rc=0}\u000a01:14:50.741733 --- ParallelTerminationStrategy: PID 7546 died...\u000a01:14:50.795179 run iperf3-srv_10.42.42.10(pid=7546): Terminated {rc=256}\u000a01:14:50.804696 --- ParallelTerminationStrategy: PID 7547 died...\u000a01:14:50.858392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7547): Terminated: ok {rc=0}\u000a01:14:50.868112 --- ParallelTerminationStrategy: PID 7548 died...\u000a01:14:50.921272 run iperf3-srv_10.42.42.10(pid=7548): Terminated {rc=256}\u000a01:14:50.931199 --- ParallelTerminationStrategy: PID 7549 died...\u000a01:14:50.984724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7549): Terminated: ok {rc=0}\u000a01:14:50.994562 --- ParallelTerminationStrategy: PID 7550 died...\u000a01:14:51.047942 run iperf3-srv_10.42.42.10(pid=7550): Terminated {rc=256}\u000a01:14:51.057914 --- ParallelTerminationStrategy: PID 7553 died...\u000a01:14:51.111576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7553): Terminated: ok {rc=0}\u000a01:14:51.121346 --- ParallelTerminationStrategy: PID 7556 died...\u000a01:14:51.174627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7556): Terminated: ok {rc=0}\u000a01:14:51.184869 --- ParallelTerminationStrategy: PID 7559 died...\u000a01:14:51.238582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7559): Terminated: ok {rc=0}\u000a01:14:51.323628 bus /gobi_4: Setting Powered False\u000a01:14:52.425772 bus /gobi_4: Setting Powered False\u000a01:14:53.539460 bus /gobi_1: Setting Powered False\u000a01:14:54.644139 bus /gobi_1: Setting Powered False\u000a01:14:55.751855 bus /gobi_0: Setting Powered False\u000a01:14:56.858689 bus /gobi_0: Setting Powered False\u000a01:14:57.968479 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7570): Process ended prematurely: osmo-stp_10.42.42.5(pid=7570) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7570)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7570): Process ended prematurely: osmo-stp_10.42.42.5(pid=7570) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:14:59.037714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.050392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:59.216728 tst ping.py: using LAC 24964\u000a01:14:59.341681 tst ping.py: using RAC 229\u000a01:14:59.456820 tst ping.py: using CellId 24964\u000a01:14:59.572340 tst ping.py: using BVCI 24965\u000a01:14:59.595468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.606575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.617655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.628898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.640371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.651599 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.663360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:59.674595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:59.948243 tst ping.py:19: start network...\u000a01:15:00.072019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:00.542624 run create_hlr_db(pid=7561): Launched\u000a01:15:00.715068 bus /gobi_6: Setting Powered False\u000a01:15:01.756730 run create_hlr_db(pid=7561): Terminated: ok {rc=0}\u000a01:15:02.206700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Launched\u000a01:15:02.510101 run osmo-hlr_10.42.42.2(pid=7567): Launched\u000a01:15:02.619921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:03.150132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7569): Launched\u000a01:15:03.452114 run osmo-stp_10.42.42.5(pid=7570): Launched\u000a01:15:03.562336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:04.085722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7572): Launched\u000a01:15:04.191430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:04.451992 run patchelf(pid=7573): Launched\u000a01:15:04.627216 run osmo-stp_10.42.42.5(pid=7570): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7570)]\u000a01:15:04.754893 run osmo-stp_10.42.42.5(pid=7570): stdout: \u000a| (launched: 2022-12-10_01:15:03.302005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:04.882635 run osmo-stp_10.42.42.5(pid=7570): stderr: \u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011503472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:05.006618 run osmo-stp_10.42.42.5(pid=7570): stdout: \u000a| (launched: 2022-12-10_01:15:03.302005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:05.129443 run osmo-stp_10.42.42.5(pid=7570): stderr: \u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011503471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011503472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011503474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:05.271723 run patchelf(pid=7573): Terminating (SIGINT)\u000a01:15:05.438565 run patchelf(pid=7573): Terminated: ok {rc=0}\u000a01:15:05.469153 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7570): Process ended prematurely: osmo-stp_10.42.42.5(pid=7570) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7570)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:15:05.477769 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:15:05.538094 run osmo-hlr_10.42.42.2(pid=7567): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7567)]\u000a01:15:05.586734 run osmo-hlr_10.42.42.2(pid=7567): stdout: \u000a| (launched: 2022-12-10_01:15:02.360200) \u000a01:15:05.635997 run osmo-hlr_10.42.42.2(pid=7567): stderr: \u000a| �[0;m�[1;31m20221210011502534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011502534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011502535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011502535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011502535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011502535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011502547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011502557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011502558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011502558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:05.677838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Terminating (SIGTERM)\u000a01:15:05.717787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7569): Terminating (SIGTERM)\u000a01:15:05.757296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7572): Terminating (SIGTERM)\u000a01:15:05.766838 --- ParallelTerminationStrategy: PID 7566 died...\u000a01:15:05.820232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7566): Terminated: ok {rc=0}\u000a01:15:05.829891 --- ParallelTerminationStrategy: PID 7569 died...\u000a01:15:05.882681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7569): Terminated: ok {rc=0}\u000a01:15:05.892418 --- ParallelTerminationStrategy: PID 7572 died...\u000a01:15:05.945195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7572): Terminated: ok {rc=0}\u000a01:15:06.033533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:15:07.086212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.098647 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:07.266785 tst ping_idle_ping.py: using LAC 24965\u000a01:15:07.386574 tst ping_idle_ping.py: using RAC 230\u000a01:15:07.502541 tst ping_idle_ping.py: using CellId 24965\u000a01:15:07.618584 tst ping_idle_ping.py: using BVCI 24966\u000a01:15:07.641616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.652721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.663711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.674694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.685731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.696732 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.708015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:07.718940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:07.994993 tst ping_idle_ping.py:24: start network...\u000a01:15:08.119459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:08.597792 run create_hlr_db(pid=7574): Launched\u000a01:15:08.771275 bus /gobi_6: Setting Powered False\u000a01:15:09.792802 run create_hlr_db(pid=7574): Terminated: ok {rc=0}\u000a01:15:10.220163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Launched\u000a01:15:10.545127 run osmo-hlr_10.42.42.2(pid=7577): Launched\u000a01:15:10.663529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:11.223691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Launched\u000a01:15:11.547258 run osmo-stp_10.42.42.5(pid=7580): Launched\u000a01:15:11.664587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:12.226726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7582): Launched\u000a01:15:12.341060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:12.624392 run patchelf(pid=7583): Launched\u000a01:15:12.812941 run osmo-stp_10.42.42.5(pid=7580): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]\u000a01:15:12.950658 run osmo-stp_10.42.42.5(pid=7580): stdout: \u000a| (launched: 2022-12-10_01:15:11.387124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:13.089931 run osmo-stp_10.42.42.5(pid=7580): stderr: \u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011511579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:13.223898 run osmo-stp_10.42.42.5(pid=7580): stdout: \u000a| (launched: 2022-12-10_01:15:11.387124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:13.356910 run osmo-stp_10.42.42.5(pid=7580): stderr: \u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011511578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011511579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011511581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:13.511843 run patchelf(pid=7583): Terminating (SIGINT)\u000a01:15:13.692890 run patchelf(pid=7583): Terminated: ok {rc=0}\u000a01:15:13.725816 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)] [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:15:13.735222 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:15:13.797972 run osmo-hlr_10.42.42.2(pid=7577): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7577)]\u000a01:15:13.849263 run osmo-hlr_10.42.42.2(pid=7577): stdout: \u000a| (launched: 2022-12-10_01:15:10.383978) \u000a01:15:13.901057 run osmo-hlr_10.42.42.2(pid=7577): stderr: \u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011510583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011510596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011510605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011510605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011510605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:13.945445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Terminating (SIGTERM)\u000a01:15:13.987200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Terminating (SIGTERM)\u000a01:15:14.029405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7582): Terminating (SIGTERM)\u000a01:15:14.039207 --- ParallelTerminationStrategy: PID 7576 died...\u000a01:15:14.095243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Terminated: ok {rc=0}\u000a01:15:14.105447 --- ParallelTerminationStrategy: PID 7579 died...\u000a01:15:14.161001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Terminated: ok {rc=0}\u000a01:15:14.171098 --- ParallelTerminationStrategy: PID 7582 died...\u000a01:15:14.226794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7582): Terminated: ok {rc=0}\u000a01:15:14.313843 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:15:16.404105 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:16.419883 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:15:16.591371 tst switch_tch_pdch.py: using LAC 24966\u000a01:15:16.750279 tst switch_tch_pdch.py: using RAC 231\u000a01:15:16.887252 tst switch_tch_pdch.py: using CellId 24966\u000a01:15:17.015028 tst switch_tch_pdch.py: using BVCI 24967\u000a01:15:17.040821 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.053793 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.067626 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.080605 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.093581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.106079 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.119393 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:17.132785 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:17.258468 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:17.536438 tst switch_tch_pdch.py:51: start network...\u000a01:15:17.661577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:18.137995 run create_hlr_db(pid=7590): Launched\u000a01:15:18.311283 bus /gobi_6: Setting Powered False\u000a01:15:19.332497 run create_hlr_db(pid=7590): Terminated: ok {rc=0}\u000a01:15:19.734001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Launched\u000a01:15:20.035620 run osmo-hlr_10.42.42.2(pid=7593): Launched\u000a01:15:20.144839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:20.666272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Launched\u000a01:15:20.967004 run osmo-stp_10.42.42.5(pid=7596): Launched\u000a01:15:21.075874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:21.601847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Launched\u000a01:15:21.708529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:21.971126 run patchelf(pid=7599): Launched\u000a01:15:22.146392 run osmo-stp_10.42.42.5(pid=7596): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)]\u000a01:15:22.274546 run osmo-stp_10.42.42.5(pid=7596): stdout: \u000a| (launched: 2022-12-10_01:15:20.818119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:22.403000 run osmo-stp_10.42.42.5(pid=7596): stderr: \u000a| �[0;m�[38;5;43m20221210011520988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011520988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011520989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011520989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011520989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011520990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011520990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:22.527268 run osmo-stp_10.42.42.5(pid=7596): stdout: \u000a| (launched: 2022-12-10_01:15:20.818119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:22.650709 run osmo-stp_10.42.42.5(pid=7596): stderr: \u000a| �[0;m�[38;5;43m20221210011520988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011520988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011520989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011520989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011520989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011520990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011520990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:22.794011 run patchelf(pid=7599): Terminating (SIGINT)\u000a01:15:22.961351 run patchelf(pid=7599): Terminated: ok {rc=0}\u000a01:15:22.991788 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7596): Process ended prematurely: osmo-stp_10.42.42.5(pid=7596) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7596)] [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:15:23.000492 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:15:23.061153 run osmo-hlr_10.42.42.2(pid=7593): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7593)]\u000a01:15:23.110504 run osmo-hlr_10.42.42.2(pid=7593): stdout: \u000a| (launched: 2022-12-10_01:15:19.886640) \u000a01:15:23.160582 run osmo-hlr_10.42.42.2(pid=7593): stderr: \u000a| �[0;m�[1;31m20221210011520063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011520063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011520063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011520063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011520064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011520064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011520076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011520085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011520085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011520085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:23.202826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Terminating (SIGTERM)\u000a01:15:23.243401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Terminating (SIGTERM)\u000a01:15:23.283578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Terminating (SIGTERM)\u000a01:15:23.293168 --- ParallelTerminationStrategy: PID 7592 died...\u000a01:15:23.347457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7592): Terminated: ok {rc=0}\u000a01:15:23.357168 --- ParallelTerminationStrategy: PID 7595 died...\u000a01:15:23.410384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7595): Terminated: ok {rc=0}\u000a01:15:23.420222 --- ParallelTerminationStrategy: PID 7598 died...\u000a01:15:23.473309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7598): Terminated: ok {rc=0}\u000a01:15:23.561730 bus /gobi_0: Setting Powered False\u000a01:15:24.668086 bus /gobi_0: Setting Powered False\u000a01:15:25.779881 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:15:16" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:15:27.754541 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:27.765699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:15:27.923104 tst switch_tch_pdch.py: using LAC 24967\u000a01:15:28.039819 tst switch_tch_pdch.py: using RAC 232\u000a01:15:28.156386 tst switch_tch_pdch.py: using CellId 24967\u000a01:15:28.274240 tst switch_tch_pdch.py: using BVCI 24968\u000a01:15:28.296882 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.307897 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.318731 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.329893 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.341013 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.352176 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.363527 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:28.374737 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:15:28.495709 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:15:28.787371 tst switch_tch_pdch.py:51: start network...\u000a01:15:28.920447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:29.407079 run create_hlr_db(pid=7603): Launched\u000a01:15:29.538756 bus /gobi_6: Setting Powered False\u000a01:15:30.613052 run create_hlr_db(pid=7603): Terminated: ok {rc=0}\u000a01:15:31.035468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Launched\u000a01:15:31.422528 run osmo-hlr_10.42.42.2(pid=7606): Launched\u000a01:15:31.545301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:32.165991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Launched\u000a01:15:32.474625 run osmo-stp_10.42.42.5(pid=7609): Launched\u000a01:15:32.584897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:33.083293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Launched\u000a01:15:33.190006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:33.451369 run patchelf(pid=7612): Launched\u000a01:15:33.627008 run osmo-stp_10.42.42.5(pid=7609): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]\u000a01:15:33.755342 run osmo-stp_10.42.42.5(pid=7609): stdout: \u000a| (launched: 2022-12-10_01:15:32.322872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:33.883433 run osmo-stp_10.42.42.5(pid=7609): stderr: \u000a| �[0;m�[38;5;43m20221210011532493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011532493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011532494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011532494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011532494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011532494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011532495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:34.007672 run osmo-stp_10.42.42.5(pid=7609): stdout: \u000a| (launched: 2022-12-10_01:15:32.322872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:34.131131 run osmo-stp_10.42.42.5(pid=7609): stderr: \u000a| �[0;m�[38;5;43m20221210011532493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011532493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011532494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011532494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011532494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011532494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011532495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:34.273703 run patchelf(pid=7612): Terminating (SIGINT)\u000a01:15:34.440305 run patchelf(pid=7612): Terminated: ok {rc=0}\u000a01:15:34.470862 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)] [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:15:34.479644 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:15:34.540114 run osmo-hlr_10.42.42.2(pid=7606): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7606)]\u000a01:15:34.589027 run osmo-hlr_10.42.42.2(pid=7606): stdout: \u000a| (launched: 2022-12-10_01:15:31.190853) \u000a01:15:34.638966 run osmo-hlr_10.42.42.2(pid=7606): stderr: \u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011531575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011531605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011531619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011531619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011531619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:34.681171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Terminating (SIGTERM)\u000a01:15:34.721020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Terminating (SIGTERM)\u000a01:15:34.761438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Terminating (SIGTERM)\u000a01:15:34.771149 --- ParallelTerminationStrategy: PID 7605 died...\u000a01:15:34.824596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Terminated: ok {rc=0}\u000a01:15:34.834538 --- ParallelTerminationStrategy: PID 7608 died...\u000a01:15:34.887791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Terminated: ok {rc=0}\u000a01:15:34.897405 --- ParallelTerminationStrategy: PID 7611 died...\u000a01:15:34.950362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Terminated: ok {rc=0}\u000a01:15:35.038742 bus /gobi_0: Setting Powered False\u000a01:15:36.142648 bus /gobi_0: Setting Powered False\u000a01:15:37.249543 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:15:27" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7618): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7618) [trial-2367↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7618)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7618): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7618) [trial-2367↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:15:39.162749 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:15:39.174462 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:15:39.315569 tst mo_mt_sms.py: using LAC 24968\u000a01:15:39.438817 tst mo_mt_sms.py: using RAC 233\u000a01:15:39.565244 tst mo_mt_sms.py: using CellId 24968\u000a01:15:39.690513 tst mo_mt_sms.py: using BVCI 24969\u000a01:15:39.714847 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:15:39.830092 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:15:40.103478 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:15:40.228179 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:15:40.851695 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7617): Launched\u000a01:15:41.152471 run osmo-nitb_10.42.42.2(pid=7618): Launched\u000a01:15:41.338405 run osmo-nitb_10.42.42.2(pid=7618): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7618)]\u000a01:15:41.475028 run osmo-nitb_10.42.42.2(pid=7618): stdout: \u000a| (launched: 2022-12-10_01:15:41.006056) \u000a01:15:41.611700 run osmo-nitb_10.42.42.2(pid=7618): stderr: \u000a| (launched: 2022-12-10_01:15:41.051159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:15:41.744529 run osmo-nitb_10.42.42.2(pid=7618): stdout: \u000a| (launched: 2022-12-10_01:15:41.006056) \u000a01:15:41.875924 run osmo-nitb_10.42.42.2(pid=7618): stderr: \u000a| (launched: 2022-12-10_01:15:41.051159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:15:42.279811 tst osmo-nitb_10.42.42.2(pid=7618): stdout: \u000a| (launched: 2022-12-10_01:15:41.006056) \u000a01:15:42.407767 tst osmo-nitb_10.42.42.2(pid=7618): stderr: \u000a| (launched: 2022-12-10_01:15:41.051159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:15:42.463983 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7618): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7618) [trial-2367↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7618)] [trial-2367↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a01:15:42.472561 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:15:42.509198 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7617): Terminating (SIGTERM)\u000a01:15:42.686898 --- ParallelTerminationStrategy: PID 7617 died...\u000a01:15:42.745519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7617): Terminated: ok {rc=0}\u000a01:15:42.833711 bus /sierra_3: Setting Powered False\u000a01:15:43.936294 bus /sierra_3: Setting Powered False\u000a01:15:45.048834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7628): Process ended prematurely: osmo-stp_10.42.42.5(pid=7628) [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7628)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7628): Process ended prematurely: osmo-stp_10.42.42.5(pid=7628) [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:15:46.979132 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:46.991882 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:15:47.165239 tst mo_mt_sms.py: using LAC 24969\u000a01:15:47.291792 tst mo_mt_sms.py: using RAC 234\u000a01:15:47.417030 tst mo_mt_sms.py: using CellId 24969\u000a01:15:47.541953 tst mo_mt_sms.py: using BVCI 24970\u000a01:15:47.566621 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:47.577632 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:47.588535 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:47.599389 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:47.610377 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:15:47.621305 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:15:47.737996 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:15:47.946393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:48.459105 run create_hlr_db(pid=7622): Launched\u000a01:15:48.644908 bus /sierra_2: Setting Powered False\u000a01:15:49.665163 run create_hlr_db(pid=7622): Terminated: ok {rc=0}\u000a01:15:50.066834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7624): Launched\u000a01:15:50.368033 run osmo-hlr_10.42.42.2(pid=7625): Launched\u000a01:15:50.482187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:51.013992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7627): Launched\u000a01:15:51.315821 run osmo-stp_10.42.42.5(pid=7628): Launched\u000a01:15:51.426067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:15:51.985398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7630): Launched\u000a01:15:52.309033 run osmo-msc_10.42.42.6(pid=7631): Launched\u000a01:15:52.497321 run osmo-stp_10.42.42.5(pid=7628): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7628)]\u000a01:15:52.633946 run osmo-stp_10.42.42.5(pid=7628): stdout: \u000a| (launched: 2022-12-10_01:15:51.166362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:52.768727 run osmo-stp_10.42.42.5(pid=7628): stderr: \u000a| �[0;m�[38;5;43m20221210011551337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011551338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011551338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011551338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:52.896621 run osmo-stp_10.42.42.5(pid=7628): stdout: \u000a| (launched: 2022-12-10_01:15:51.166362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:53.024079 run osmo-stp_10.42.42.5(pid=7628): stderr: \u000a| �[0;m�[38;5;43m20221210011551337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011551338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011551338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011551338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011551339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:53.080081 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7628): Process ended prematurely: osmo-stp_10.42.42.5(pid=7628) [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7628)] [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a01:15:53.088513 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a01:15:53.151136 run osmo-hlr_10.42.42.2(pid=7625): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7625)]\u000a01:15:53.202534 run osmo-hlr_10.42.42.2(pid=7625): stdout: \u000a| (launched: 2022-12-10_01:15:50.218964) \u000a01:15:53.254536 run osmo-hlr_10.42.42.2(pid=7625): stderr: \u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011550395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011550408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011550418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011550418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011550418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:53.324927 run osmo-msc_10.42.42.6(pid=7631): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7631)]\u000a01:15:53.375950 run osmo-msc_10.42.42.6(pid=7631): stdout: \u000a| (launched: 2022-12-10_01:15:52.148849) \u000a01:15:53.427686 run osmo-msc_10.42.42.6(pid=7631): stderr: \u000a| �[0;m�[38;5;43m20221210011552469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011552469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f944b57cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011552469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011552470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011552472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011552472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:15:53.471753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7624): Terminating (SIGTERM)\u000a01:15:53.513698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7627): Terminating (SIGTERM)\u000a01:15:53.555525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7630): Terminating (SIGTERM)\u000a01:15:53.565503 --- ParallelTerminationStrategy: PID 7624 died...\u000a01:15:53.621351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7624): Terminated: ok {rc=0}\u000a01:15:53.631306 --- ParallelTerminationStrategy: PID 7627 died...\u000a01:15:53.686777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7627): Terminated: ok {rc=0}\u000a01:15:53.696623 --- ParallelTerminationStrategy: PID 7630 died...\u000a01:15:53.751647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7630): Terminated: ok {rc=0}\u000a01:15:53.839130 bus /sierra_3: Setting Powered False\u000a01:15:54.946080 bus /sierra_3: Setting Powered False\u000a01:15:56.053755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:15:46" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7637) [trial-2367↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7637)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7637) [trial-2367↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:15:57.895807 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:15:57.906648 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:15:58.042066 tst assert_extension.py: using LAC 24970\u000a01:15:58.159293 tst assert_extension.py: using RAC 235\u000a01:15:58.278080 tst assert_extension.py: using CellId 24970\u000a01:15:58.395847 tst assert_extension.py: using BVCI 24971\u000a01:15:58.418589 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:15:58.706845 tst assert_extension.py:10: start nitb and bts...\u000a01:15:58.839866 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:15:59.502813 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7636): Launched\u000a01:15:59.820341 run osmo-nitb_10.42.42.2(pid=7637): Launched\u000a01:16:00.015989 run osmo-nitb_10.42.42.2(pid=7637): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7637)]\u000a01:16:00.159951 run osmo-nitb_10.42.42.2(pid=7637): stdout: \u000a| (launched: 2022-12-10_01:15:59.666338) \u000a01:16:00.304239 run osmo-nitb_10.42.42.2(pid=7637): stderr: \u000a| (launched: 2022-12-10_01:15:59.713903)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:00.443856 run osmo-nitb_10.42.42.2(pid=7637): stdout: \u000a| (launched: 2022-12-10_01:15:59.666338) \u000a01:16:00.583093 run osmo-nitb_10.42.42.2(pid=7637): stderr: \u000a| (launched: 2022-12-10_01:15:59.713903)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:00.973332 tst osmo-nitb_10.42.42.2(pid=7637): stdout: \u000a| (launched: 2022-12-10_01:15:59.666338) \u000a01:16:01.106956 tst osmo-nitb_10.42.42.2(pid=7637): stderr: \u000a| (launched: 2022-12-10_01:15:59.713903)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:01.163670 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7637) [trial-2367↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7637)] [trial-2367↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a01:16:01.172806 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:16:01.209641 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a01:16:01.387026 --- ParallelTerminationStrategy: PID 7636 died...\u000a01:16:01.443294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a01:16:01.532750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7647): Process ended prematurely: osmo-stp_10.42.42.5(pid=7647) [trial-2367↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7647)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7647): Process ended prematurely: osmo-stp_10.42.42.5(pid=7647) [trial-2367↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:16:03.376777 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.387900 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:03.523884 tst assert_extension.py: using LAC 24971\u000a01:16:03.648350 tst assert_extension.py: using RAC 236\u000a01:16:03.772699 tst assert_extension.py: using CellId 24971\u000a01:16:03.896494 tst assert_extension.py: using BVCI 24972\u000a01:16:03.921184 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.932312 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.943356 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.954279 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.965248 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:03.976195 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:16:04.173375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:04.647100 run create_hlr_db(pid=7641): Launched\u000a01:16:04.820427 bus /sierra_2: Setting Powered False\u000a01:16:05.840875 run create_hlr_db(pid=7641): Terminated: ok {rc=0}\u000a01:16:06.268221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7643): Launched\u000a01:16:06.591989 run osmo-hlr_10.42.42.2(pid=7644): Launched\u000a01:16:06.709073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:07.271330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7646): Launched\u000a01:16:07.593690 run osmo-stp_10.42.42.5(pid=7647): Launched\u000a01:16:07.710039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:08.297495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7649): Launched\u000a01:16:08.620760 run osmo-msc_10.42.42.6(pid=7650): Launched\u000a01:16:08.809256 run osmo-stp_10.42.42.5(pid=7647): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7647)]\u000a01:16:08.944580 run osmo-stp_10.42.42.5(pid=7647): stdout: \u000a| (launched: 2022-12-10_01:16:07.433806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:09.079444 run osmo-stp_10.42.42.5(pid=7647): stderr: \u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011607628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:09.207841 run osmo-stp_10.42.42.5(pid=7647): stdout: \u000a| (launched: 2022-12-10_01:16:07.433806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:09.334893 run osmo-stp_10.42.42.5(pid=7647): stderr: \u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011607627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011607628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011607630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:09.390988 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7647): Process ended prematurely: osmo-stp_10.42.42.5(pid=7647) [trial-2367↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7647)] [trial-2367↪ussd:trx-umtrx↪assert_extension.py:17]\u000a01:16:09.399584 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a01:16:09.461957 run osmo-hlr_10.42.42.2(pid=7644): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7644)]\u000a01:16:09.513386 run osmo-hlr_10.42.42.2(pid=7644): stdout: \u000a| (launched: 2022-12-10_01:16:06.431474) \u000a01:16:09.565670 run osmo-hlr_10.42.42.2(pid=7644): stderr: \u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011606632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011606643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011606652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011606652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011606652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:09.636145 run osmo-msc_10.42.42.6(pid=7650): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7650)]\u000a01:16:09.687425 run osmo-msc_10.42.42.6(pid=7650): stdout: \u000a| (launched: 2022-12-10_01:16:08.461088) \u000a01:16:09.739372 run osmo-msc_10.42.42.6(pid=7650): stderr: \u000a| �[0;m�[38;5;43m20221210011608781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011608782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa892d92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011608782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011608784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011608784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011608784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011608784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:09.783425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7643): Terminating (SIGTERM)\u000a01:16:09.825661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7646): Terminating (SIGTERM)\u000a01:16:09.867406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7649): Terminating (SIGTERM)\u000a01:16:09.877176 --- ParallelTerminationStrategy: PID 7643 died...\u000a01:16:09.933172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7643): Terminated: ok {rc=0}\u000a01:16:09.943184 --- ParallelTerminationStrategy: PID 7646 died...\u000a01:16:09.998423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7646): Terminated: ok {rc=0}\u000a01:16:10.008343 --- ParallelTerminationStrategy: PID 7649 died...\u000a01:16:10.063577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7649): Terminated: ok {rc=0}\u000a01:16:10.150134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:16:03" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7661): Process ended prematurely: osmo-stp_10.42.42.5(pid=7661) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7661)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7661): Process ended prematurely: osmo-stp_10.42.42.5(pid=7661) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:12.115561 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.126959 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:12.292271 tst mo_mt_call.py: using LAC 24972\u000a01:16:12.419177 tst mo_mt_call.py: using RAC 237\u000a01:16:12.541294 tst mo_mt_call.py: using CellId 24972\u000a01:16:12.661642 tst mo_mt_call.py: using BVCI 24973\u000a01:16:12.684786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.696038 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.707067 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.718111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.729423 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:12.740746 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:12.859137 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:13.062267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:13.544181 run create_hlr_db(pid=7655): Launched\u000a01:16:13.719830 bus /sierra_2: Setting Powered False\u000a01:16:14.741335 run create_hlr_db(pid=7655): Terminated: ok {rc=0}\u000a01:16:15.174080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7657): Launched\u000a01:16:15.502501 run osmo-hlr_10.42.42.2(pid=7658): Launched\u000a01:16:15.626020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:16.235501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7660): Launched\u000a01:16:16.653581 run osmo-stp_10.42.42.5(pid=7661): Launched\u000a01:16:16.887648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:17.491902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7663): Launched\u000a01:16:17.800771 run osmo-msc_10.42.42.6(pid=7664): Launched\u000a01:16:17.980675 run osmo-stp_10.42.42.5(pid=7661): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7661)]\u000a01:16:18.110088 run osmo-stp_10.42.42.5(pid=7661): stdout: \u000a| (launched: 2022-12-10_01:16:16.398422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:18.236867 run osmo-stp_10.42.42.5(pid=7661): stderr: \u000a| �[0;m�[38;5;43m20221210011616732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011616739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011616740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011616740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:18.359667 run osmo-stp_10.42.42.5(pid=7661): stdout: \u000a| (launched: 2022-12-10_01:16:16.398422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:18.481663 run osmo-stp_10.42.42.5(pid=7661): stderr: \u000a| �[0;m�[38;5;43m20221210011616732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011616739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011616740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011616740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011616741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:18.535471 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7661): Process ended prematurely: osmo-stp_10.42.42.5(pid=7661) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7661)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:16:18.544099 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:16:18.604067 run osmo-hlr_10.42.42.2(pid=7658): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7658)]\u000a01:16:18.653134 run osmo-hlr_10.42.42.2(pid=7658): stdout: \u000a| (launched: 2022-12-10_01:16:15.340022) \u000a01:16:18.703049 run osmo-hlr_10.42.42.2(pid=7658): stderr: \u000a| �[0;m�[1;31m20221210011615538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011615538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011615538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011615538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011615538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011615539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011615550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011615558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011615559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011615559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:18.770471 run osmo-msc_10.42.42.6(pid=7664): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7664)]\u000a01:16:18.819564 run osmo-msc_10.42.42.6(pid=7664): stdout: \u000a| (launched: 2022-12-10_01:16:17.648157) \u000a01:16:18.869315 run osmo-msc_10.42.42.6(pid=7664): stderr: \u000a| �[0;m�[38;5;43m20221210011617920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011617921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2265af1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011617921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011617921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011617921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011617921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011617923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011617923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011617923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011617923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:18.911790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7657): Terminating (SIGTERM)\u000a01:16:18.951851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7660): Terminating (SIGTERM)\u000a01:16:18.992163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7663): Terminating (SIGTERM)\u000a01:16:19.001362 --- ParallelTerminationStrategy: PID 7657 died...\u000a01:16:19.054637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7657): Terminated: ok {rc=0}\u000a01:16:19.064108 --- ParallelTerminationStrategy: PID 7660 died...\u000a01:16:19.117694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7660): Terminated: ok {rc=0}\u000a01:16:19.127212 --- ParallelTerminationStrategy: PID 7663 died...\u000a01:16:19.180733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7663): Terminated: ok {rc=0}\u000a01:16:19.270214 bus /sierra_3: Setting Powered False\u000a01:16:20.373651 bus /sierra_3: Setting Powered False\u000a01:16:21.486833 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7672): Process ended prematurely: osmo-stp_10.42.42.5(pid=7672) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7672)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7672): Process ended prematurely: osmo-stp_10.42.42.5(pid=7672) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:16:22.598309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:22.610222 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:22.767182 tst mo_mt_call_osmux.py: using LAC 24973\u000a01:16:22.888111 tst mo_mt_call_osmux.py: using RAC 238\u000a01:16:23.008930 tst mo_mt_call_osmux.py: using CellId 24973\u000a01:16:23.129689 tst mo_mt_call_osmux.py: using BVCI 24974\u000a01:16:23.152891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:23.164100 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:23.175168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:23.186091 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:23.197992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:23.208774 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:23.323616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:23.537725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:24.061363 run create_hlr_db(pid=7666): Launched\u000a01:16:24.248695 bus /sierra_2: Setting Powered False\u000a01:16:25.270925 run create_hlr_db(pid=7666): Terminated: ok {rc=0}\u000a01:16:25.679408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7668): Launched\u000a01:16:25.985427 run osmo-hlr_10.42.42.2(pid=7669): Launched\u000a01:16:26.100666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:26.639176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7671): Launched\u000a01:16:26.945650 run osmo-stp_10.42.42.5(pid=7672): Launched\u000a01:16:27.056381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:27.615029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7674): Launched\u000a01:16:27.922362 run osmo-msc_10.42.42.6(pid=7675): Launched\u000a01:16:28.102331 run osmo-stp_10.42.42.5(pid=7672): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7672)]\u000a01:16:28.231995 run osmo-stp_10.42.42.5(pid=7672): stdout: \u000a| (launched: 2022-12-10_01:16:26.794409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:28.358765 run osmo-stp_10.42.42.5(pid=7672): stderr: \u000a| �[0;m�[38;5;43m20221210011626964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011626964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011626965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011626965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011626967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011626967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011626968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:28.481390 run osmo-stp_10.42.42.5(pid=7672): stdout: \u000a| (launched: 2022-12-10_01:16:26.794409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:28.602944 run osmo-stp_10.42.42.5(pid=7672): stderr: \u000a| �[0;m�[38;5;43m20221210011626964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011626964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011626965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011626965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011626967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011626967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011626968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:28.656558 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7672): Process ended prematurely: osmo-stp_10.42.42.5(pid=7672) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7672)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:16:28.665286 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:16:28.725493 run osmo-hlr_10.42.42.2(pid=7669): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7669)]\u000a01:16:28.774284 run osmo-hlr_10.42.42.2(pid=7669): stdout: \u000a| (launched: 2022-12-10_01:16:25.834700) \u000a01:16:28.823994 run osmo-hlr_10.42.42.2(pid=7669): stderr: \u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011626024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011626034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011626035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011626035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:28.891500 run osmo-msc_10.42.42.6(pid=7675): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7675)]\u000a01:16:28.940343 run osmo-msc_10.42.42.6(pid=7675): stdout: \u000a| (launched: 2022-12-10_01:16:27.769964) \u000a01:16:28.989861 run osmo-msc_10.42.42.6(pid=7675): stderr: \u000a| �[0;m�[38;5;43m20221210011628043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011628043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9defe6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011628043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011628043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011628044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011628044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011628045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011628046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011628046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011628046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:29.031673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7668): Terminating (SIGTERM)\u000a01:16:29.071594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7671): Terminating (SIGTERM)\u000a01:16:29.111093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7674): Terminating (SIGTERM)\u000a01:16:29.120649 --- ParallelTerminationStrategy: PID 7668 died...\u000a01:16:29.173854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7668): Terminated: ok {rc=0}\u000a01:16:29.183334 --- ParallelTerminationStrategy: PID 7671 died...\u000a01:16:29.236612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7671): Terminated: ok {rc=0}\u000a01:16:29.246141 --- ParallelTerminationStrategy: PID 7674 died...\u000a01:16:29.298889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7674): Terminated: ok {rc=0}\u000a01:16:29.386210 bus /sierra_3: Setting Powered False\u000a01:16:30.489125 bus /sierra_3: Setting Powered False\u000a01:16:31.607127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:16:11" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7686): Process ended prematurely: osmo-stp_10.42.42.5(pid=7686) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7686)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7686): Process ended prematurely: osmo-stp_10.42.42.5(pid=7686) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:33.596797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:33.607911 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:16:33.765459 tst mo_mt_call.py: using LAC 24974\u000a01:16:33.893240 tst mo_mt_call.py: using RAC 239\u000a01:16:34.023509 tst mo_mt_call.py: using CellId 24974\u000a01:16:34.152302 tst mo_mt_call.py: using BVCI 24975\u000a01:16:34.177355 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:34.189072 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:34.200606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:34.212795 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:34.225155 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:34.237174 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:34.352595 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:34.565375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:35.088259 run create_hlr_db(pid=7680): Launched\u000a01:16:35.276744 bus /sierra_2: Setting Powered False\u000a01:16:36.297486 run create_hlr_db(pid=7680): Terminated: ok {rc=0}\u000a01:16:36.731196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7682): Launched\u000a01:16:37.057012 run osmo-hlr_10.42.42.2(pid=7683): Launched\u000a01:16:37.178064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:37.748065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7685): Launched\u000a01:16:38.072999 run osmo-stp_10.42.42.5(pid=7686): Launched\u000a01:16:38.189973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:38.783939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7688): Launched\u000a01:16:39.108473 run osmo-msc_10.42.42.6(pid=7689): Launched\u000a01:16:39.299416 run osmo-stp_10.42.42.5(pid=7686): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7686)]\u000a01:16:39.436662 run osmo-stp_10.42.42.5(pid=7686): stdout: \u000a| (launched: 2022-12-10_01:16:37.913352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:39.573426 run osmo-stp_10.42.42.5(pid=7686): stderr: \u000a| �[0;m�[38;5;43m20221210011638107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011638108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011638108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011638108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:39.704018 run osmo-stp_10.42.42.5(pid=7686): stdout: \u000a| (launched: 2022-12-10_01:16:37.913352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:39.833162 run osmo-stp_10.42.42.5(pid=7686): stderr: \u000a| �[0;m�[38;5;43m20221210011638107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011638108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011638108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011638108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011638109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:39.890275 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7686): Process ended prematurely: osmo-stp_10.42.42.5(pid=7686) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7686)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:16:39.899382 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:16:39.962060 run osmo-hlr_10.42.42.2(pid=7683): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7683)]\u000a01:16:40.013997 run osmo-hlr_10.42.42.2(pid=7683): stdout: \u000a| (launched: 2022-12-10_01:16:36.897023) \u000a01:16:40.066082 run osmo-hlr_10.42.42.2(pid=7683): stderr: \u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011637095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011637109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011637117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011637117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011637117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:40.137286 run osmo-msc_10.42.42.6(pid=7689): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7689)]\u000a01:16:40.188506 run osmo-msc_10.42.42.6(pid=7689): stdout: \u000a| (launched: 2022-12-10_01:16:38.949265) \u000a01:16:40.240344 run osmo-msc_10.42.42.6(pid=7689): stderr: \u000a| �[0;m�[38;5;43m20221210011639274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011639274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e85428c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011639274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011639274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011639274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011639274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011639276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011639276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011639277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011639277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:40.284151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7682): Terminating (SIGTERM)\u000a01:16:40.325485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7685): Terminating (SIGTERM)\u000a01:16:40.367093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7688): Terminating (SIGTERM)\u000a01:16:40.376340 --- ParallelTerminationStrategy: PID 7682 died...\u000a01:16:40.431859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7682): Terminated: ok {rc=0}\u000a01:16:40.441904 --- ParallelTerminationStrategy: PID 7685 died...\u000a01:16:40.497409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7685): Terminated: ok {rc=0}\u000a01:16:40.507405 --- ParallelTerminationStrategy: PID 7688 died...\u000a01:16:40.563196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7688): Terminated: ok {rc=0}\u000a01:16:40.651790 bus /sierra_3: Setting Powered False\u000a01:16:41.757745 bus /sierra_3: Setting Powered False\u000a01:16:42.867595 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7697): Process ended prematurely: osmo-stp_10.42.42.5(pid=7697) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7697)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7697): Process ended prematurely: osmo-stp_10.42.42.5(pid=7697) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:16:43.981806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:43.994251 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:16:44.161616 tst mo_mt_call_osmux.py: using LAC 24975\u000a01:16:44.289830 tst mo_mt_call_osmux.py: using RAC 240\u000a01:16:44.418762 tst mo_mt_call_osmux.py: using CellId 24975\u000a01:16:44.548419 tst mo_mt_call_osmux.py: using BVCI 24976\u000a01:16:44.573527 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:44.585252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:44.596591 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:44.608046 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:44.619570 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:44.631068 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:44.747755 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:44.952466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:45.438411 run create_hlr_db(pid=7691): Launched\u000a01:16:45.615323 bus /sierra_2: Setting Powered False\u000a01:16:46.638584 run create_hlr_db(pid=7691): Terminated: ok {rc=0}\u000a01:16:47.117165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7693): Launched\u000a01:16:47.448152 run osmo-hlr_10.42.42.2(pid=7694): Launched\u000a01:16:47.569137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:48.137725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7696): Launched\u000a01:16:48.464107 run osmo-stp_10.42.42.5(pid=7697): Launched\u000a01:16:48.583346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:49.181901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7699): Launched\u000a01:16:49.508442 run osmo-msc_10.42.42.6(pid=7700): Launched\u000a01:16:49.700394 run osmo-stp_10.42.42.5(pid=7697): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7697)]\u000a01:16:49.837608 run osmo-stp_10.42.42.5(pid=7697): stdout: \u000a| (launched: 2022-12-10_01:16:48.304377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:49.974222 run osmo-stp_10.42.42.5(pid=7697): stderr: \u000a| �[0;m�[38;5;43m20221210011648498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011648498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011648499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011648499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011648499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011648500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011648500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:50.105112 run osmo-stp_10.42.42.5(pid=7697): stdout: \u000a| (launched: 2022-12-10_01:16:48.304377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:50.234661 run osmo-stp_10.42.42.5(pid=7697): stderr: \u000a| �[0;m�[38;5;43m20221210011648498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011648498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011648499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011648499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011648499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011648500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011648500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:50.291917 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7697): Process ended prematurely: osmo-stp_10.42.42.5(pid=7697) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7697)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:16:50.301343 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:16:50.364376 run osmo-hlr_10.42.42.2(pid=7694): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7694)]\u000a01:16:50.416360 run osmo-hlr_10.42.42.2(pid=7694): stdout: \u000a| (launched: 2022-12-10_01:16:47.285537) \u000a01:16:50.468610 run osmo-hlr_10.42.42.2(pid=7694): stderr: \u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011647487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011647499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011647509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011647510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011647510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:50.539966 run osmo-msc_10.42.42.6(pid=7700): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7700)]\u000a01:16:50.591770 run osmo-msc_10.42.42.6(pid=7700): stdout: \u000a| (launched: 2022-12-10_01:16:49.348082) \u000a01:16:50.643729 run osmo-msc_10.42.42.6(pid=7700): stderr: \u000a| �[0;m�[38;5;43m20221210011649670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011649670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2082555c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011649670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011649670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011649671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011649671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011649672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:50.688394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7693): Terminating (SIGTERM)\u000a01:16:50.730272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7696): Terminating (SIGTERM)\u000a01:16:50.772080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7699): Terminating (SIGTERM)\u000a01:16:50.781870 --- ParallelTerminationStrategy: PID 7693 died...\u000a01:16:50.837832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7693): Terminated: ok {rc=0}\u000a01:16:50.847842 --- ParallelTerminationStrategy: PID 7696 died...\u000a01:16:50.903484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7696): Terminated: ok {rc=0}\u000a01:16:50.913872 --- ParallelTerminationStrategy: PID 7699 died...\u000a01:16:50.969488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7699): Terminated: ok {rc=0}\u000a01:16:51.057013 bus /sierra_3: Setting Powered False\u000a01:16:52.161882 bus /sierra_3: Setting Powered False\u000a01:16:53.273790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:55.289985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.301506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:16:55.463862 tst mo_mt_call.py: using LAC 24976\u000a01:16:55.590713 tst mo_mt_call.py: using RAC 241\u000a01:16:55.716790 tst mo_mt_call.py: using CellId 24976\u000a01:16:55.845578 tst mo_mt_call.py: using BVCI 24977\u000a01:16:55.870255 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.881735 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.893053 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.904433 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.915813 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:16:55.927095 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:16:56.044338 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:16:56.247325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:56.729805 run create_hlr_db(pid=7705): Launched\u000a01:16:56.904816 bus /sierra_2: Setting Powered False\u000a01:16:57.927112 run create_hlr_db(pid=7705): Terminated: ok {rc=0}\u000a01:16:58.335697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Launched\u000a01:16:58.642544 run osmo-hlr_10.42.42.2(pid=7708): Launched\u000a01:16:58.761128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:59.301443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Launched\u000a01:16:59.611951 run osmo-stp_10.42.42.5(pid=7711): Launched\u000a01:16:59.723190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:00.284037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7713): Launched\u000a01:17:00.597045 run osmo-msc_10.42.42.6(pid=7714): Launched\u000a01:17:00.777579 run osmo-stp_10.42.42.5(pid=7711): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)]\u000a01:17:00.948361 run osmo-stp_10.42.42.5(pid=7711): stdout: \u000a| (launched: 2022-12-10_01:16:59.458146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:01.079449 run osmo-stp_10.42.42.5(pid=7711): stderr: \u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011659630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:01.206391 run osmo-stp_10.42.42.5(pid=7711): stdout: \u000a| (launched: 2022-12-10_01:16:59.458146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:01.332370 run osmo-stp_10.42.42.5(pid=7711): stderr: \u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011659629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011659630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011659632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:01.387943 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7711): Process ended prematurely: osmo-stp_10.42.42.5(pid=7711) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7711)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:17:01.397711 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:17:01.462959 run osmo-hlr_10.42.42.2(pid=7708): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7708)]\u000a01:17:01.514698 run osmo-hlr_10.42.42.2(pid=7708): stdout: \u000a| (launched: 2022-12-10_01:16:58.490931) \u000a01:17:01.567632 run osmo-hlr_10.42.42.2(pid=7708): stderr: \u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011658668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011658680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011658689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011658689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011658689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:01.638388 run osmo-msc_10.42.42.6(pid=7714): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7714)]\u000a01:17:01.689954 run osmo-msc_10.42.42.6(pid=7714): stdout: \u000a| (launched: 2022-12-10_01:17:00.439722) \u000a01:17:01.753096 run osmo-msc_10.42.42.6(pid=7714): stderr: \u000a| �[0;m�[38;5;43m20221210011700715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011700715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f2de04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011700715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011700715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011700715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011700715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011700717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011700717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011700718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011700718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:01.799526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Terminating (SIGTERM)\u000a01:17:01.843043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Terminating (SIGTERM)\u000a01:17:01.885618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7713): Terminating (SIGTERM)\u000a01:17:01.895630 --- ParallelTerminationStrategy: PID 7707 died...\u000a01:17:01.952681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7707): Terminated: ok {rc=0}\u000a01:17:01.963296 --- ParallelTerminationStrategy: PID 7710 died...\u000a01:17:02.019829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7710): Terminated: ok {rc=0}\u000a01:17:02.030515 --- ParallelTerminationStrategy: PID 7713 died...\u000a01:17:02.087369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7713): Terminated: ok {rc=0}\u000a01:17:02.174711 bus /sierra_3: Setting Powered False\u000a01:17:03.279371 bus /sierra_3: Setting Powered False\u000a01:17:04.390120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:05.501762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:05.513878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:17:05.675925 tst mo_mt_call_osmux.py: using LAC 24977\u000a01:17:05.794132 tst mo_mt_call_osmux.py: using RAC 242\u000a01:17:05.912621 tst mo_mt_call_osmux.py: using CellId 24977\u000a01:17:06.032754 tst mo_mt_call_osmux.py: using BVCI 24978\u000a01:17:06.056101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:06.067249 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:06.078191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:06.090141 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:06.101742 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:06.113178 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:06.229324 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:06.434800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:06.917685 run create_hlr_db(pid=7719): Launched\u000a01:17:07.092638 bus /sierra_2: Setting Powered False\u000a01:17:08.115247 run create_hlr_db(pid=7719): Terminated: ok {rc=0}\u000a01:17:08.548566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Launched\u000a01:17:08.878238 run osmo-hlr_10.42.42.2(pid=7722): Launched\u000a01:17:08.997518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:09.565826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Launched\u000a01:17:09.893270 run osmo-stp_10.42.42.5(pid=7725): Launched\u000a01:17:10.011679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:10.611295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Launched\u000a01:17:10.940529 run osmo-msc_10.42.42.6(pid=7728): Launched\u000a01:17:11.133140 run osmo-stp_10.42.42.5(pid=7725): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a01:17:11.270995 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-10_01:17:09.731978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:11.407730 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011709926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:11.539646 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-10_01:17:09.731978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:11.670768 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011709925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011709926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011709926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:11.728295 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:17:11.737664 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:17:11.800997 run osmo-hlr_10.42.42.2(pid=7722): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7722)]\u000a01:17:11.852904 run osmo-hlr_10.42.42.2(pid=7722): stdout: \u000a| (launched: 2022-12-10_01:17:08.715536) \u000a01:17:11.905496 run osmo-hlr_10.42.42.2(pid=7722): stderr: \u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011708915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011708927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011708936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011708936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011708936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:11.976913 run osmo-msc_10.42.42.6(pid=7728): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7728)]\u000a01:17:12.028863 run osmo-msc_10.42.42.6(pid=7728): stdout: \u000a| (launched: 2022-12-10_01:17:10.777663) \u000a01:17:12.081431 run osmo-msc_10.42.42.6(pid=7728): stderr: \u000a| �[0;m�[38;5;43m20221210011711098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011711099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb067251c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011711099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011711099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011711099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011711099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011711101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011711101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011711101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011711102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:12.126229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Terminating (SIGTERM)\u000a01:17:12.168417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminating (SIGTERM)\u000a01:17:12.210902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminating (SIGTERM)\u000a01:17:12.220707 --- ParallelTerminationStrategy: PID 7721 died...\u000a01:17:12.276605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Terminated: ok {rc=0}\u000a01:17:12.286685 --- ParallelTerminationStrategy: PID 7724 died...\u000a01:17:12.342666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminated: ok {rc=0}\u000a01:17:12.352728 --- ParallelTerminationStrategy: PID 7727 died...\u000a01:17:12.408886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminated: ok {rc=0}\u000a01:17:12.497316 bus /sierra_3: Setting Powered False\u000a01:17:13.601402 bus /sierra_3: Setting Powered False\u000a01:17:14.712545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:16:55" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:16.789675 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:16.805792 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:17:16.988543 tst mo_mt_call.py: using LAC 24978\u000a01:17:17.146638 tst mo_mt_call.py: using RAC 243\u000a01:17:17.297426 tst mo_mt_call.py: using CellId 24978\u000a01:17:17.432919 tst mo_mt_call.py: using BVCI 24979\u000a01:17:17.457989 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:17.469586 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:17.481103 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:17.492608 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:17.504109 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:17.515635 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:17.637951 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:17.844747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:18.329538 run create_hlr_db(pid=7733): Launched\u000a01:17:18.506886 bus /sierra_2: Setting Powered False\u000a01:17:19.528027 run create_hlr_db(pid=7733): Terminated: ok {rc=0}\u000a01:17:19.962009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Launched\u000a01:17:20.289103 run osmo-hlr_10.42.42.2(pid=7736): Launched\u000a01:17:20.412346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:20.979671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Launched\u000a01:17:21.308425 run osmo-stp_10.42.42.5(pid=7739): Launched\u000a01:17:21.427132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:22.029890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Launched\u000a01:17:22.358309 run osmo-msc_10.42.42.6(pid=7742): Launched\u000a01:17:22.549908 run osmo-stp_10.42.42.5(pid=7739): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]\u000a01:17:22.687882 run osmo-stp_10.42.42.5(pid=7739): stdout: \u000a| (launched: 2022-12-10_01:17:21.147083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:22.824526 run osmo-stp_10.42.42.5(pid=7739): stderr: \u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011721342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:22.955785 run osmo-stp_10.42.42.5(pid=7739): stdout: \u000a| (launched: 2022-12-10_01:17:21.147083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:23.086028 run osmo-stp_10.42.42.5(pid=7739): stderr: \u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011721341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011721342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011721342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:23.143826 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:17:23.153421 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:17:23.217281 run osmo-hlr_10.42.42.2(pid=7736): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7736)]\u000a01:17:23.269533 run osmo-hlr_10.42.42.2(pid=7736): stdout: \u000a| (launched: 2022-12-10_01:17:20.128480) \u000a01:17:23.322447 run osmo-hlr_10.42.42.2(pid=7736): stderr: \u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011720329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011720342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011720350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011720350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011720350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:23.394096 run osmo-msc_10.42.42.6(pid=7742): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7742)]\u000a01:17:23.446365 run osmo-msc_10.42.42.6(pid=7742): stdout: \u000a| (launched: 2022-12-10_01:17:22.196635) \u000a01:17:23.499193 run osmo-msc_10.42.42.6(pid=7742): stderr: \u000a| �[0;m�[38;5;43m20221210011722519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011722519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f636db7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011722519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011722519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011722520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011722520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011722522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011722523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011722523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011722523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:23.544039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminating (SIGTERM)\u000a01:17:23.586615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminating (SIGTERM)\u000a01:17:23.629234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Terminating (SIGTERM)\u000a01:17:23.639117 --- ParallelTerminationStrategy: PID 7735 died...\u000a01:17:23.696173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminated: ok {rc=0}\u000a01:17:23.706700 --- ParallelTerminationStrategy: PID 7738 died...\u000a01:17:23.763094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminated: ok {rc=0}\u000a01:17:23.773451 --- ParallelTerminationStrategy: PID 7741 died...\u000a01:17:23.829808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Terminated: ok {rc=0}\u000a01:17:23.918905 bus /sierra_3: Setting Powered False\u000a01:17:25.026680 bus /sierra_3: Setting Powered False\u000a01:17:26.136342 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7750): Process ended prematurely: osmo-stp_10.42.42.5(pid=7750) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7750)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7750): Process ended prematurely: osmo-stp_10.42.42.5(pid=7750) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:27.252711 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.265405 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:17:27.426582 tst mo_mt_call_osmux.py: using LAC 24979\u000a01:17:27.547950 tst mo_mt_call_osmux.py: using RAC 244\u000a01:17:27.668524 tst mo_mt_call_osmux.py: using CellId 24979\u000a01:17:27.787714 tst mo_mt_call_osmux.py: using BVCI 24980\u000a01:17:27.810847 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.822147 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.833070 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.844228 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.855459 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:27.866525 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:27.984001 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:28.196912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:28.719190 run create_hlr_db(pid=7744): Launched\u000a01:17:28.906654 bus /sierra_2: Setting Powered False\u000a01:17:29.928829 run create_hlr_db(pid=7744): Terminated: ok {rc=0}\u000a01:17:30.360766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7746): Launched\u000a01:17:30.687905 run osmo-hlr_10.42.42.2(pid=7747): Launched\u000a01:17:30.806065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:31.460918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7749): Launched\u000a01:17:31.804558 run osmo-stp_10.42.42.5(pid=7750): Launched\u000a01:17:31.954808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:32.639277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7752): Launched\u000a01:17:32.945771 run osmo-msc_10.42.42.6(pid=7753): Launched\u000a01:17:33.124502 run osmo-stp_10.42.42.5(pid=7750): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7750)]\u000a01:17:33.253479 run osmo-stp_10.42.42.5(pid=7750): stdout: \u000a| (launched: 2022-12-10_01:17:31.622080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:33.380026 run osmo-stp_10.42.42.5(pid=7750): stderr: \u000a| �[0;m�[38;5;43m20221210011732015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011732015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011732016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011732016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011732016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011732021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011732021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:33.502340 run osmo-stp_10.42.42.5(pid=7750): stdout: \u000a| (launched: 2022-12-10_01:17:31.622080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:33.623776 run osmo-stp_10.42.42.5(pid=7750): stderr: \u000a| �[0;m�[38;5;43m20221210011732015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011732015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011732016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011732016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011732016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011732021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011732021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:33.677298 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7750): Process ended prematurely: osmo-stp_10.42.42.5(pid=7750) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7750)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:17:33.686165 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:17:33.746856 run osmo-hlr_10.42.42.2(pid=7747): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7747)]\u000a01:17:33.796280 run osmo-hlr_10.42.42.2(pid=7747): stdout: \u000a| (launched: 2022-12-10_01:17:30.527062) \u000a01:17:33.846157 run osmo-hlr_10.42.42.2(pid=7747): stderr: \u000a| �[0;m�[1;31m20221210011730726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011730727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011730727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011730727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011730727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011730727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011730739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011730747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011730748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011730748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:33.913908 run osmo-msc_10.42.42.6(pid=7753): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7753)]\u000a01:17:33.962944 run osmo-msc_10.42.42.6(pid=7753): stdout: \u000a| (launched: 2022-12-10_01:17:32.794277) \u000a01:17:34.012651 run osmo-msc_10.42.42.6(pid=7753): stderr: \u000a| �[0;m�[38;5;43m20221210011733067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011733067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee77f59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011733067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011733067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011733068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011733068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011733069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011733070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011733070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011733070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:34.054829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7746): Terminating (SIGTERM)\u000a01:17:34.094915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7749): Terminating (SIGTERM)\u000a01:17:34.134944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7752): Terminating (SIGTERM)\u000a01:17:34.144555 --- ParallelTerminationStrategy: PID 7746 died...\u000a01:17:34.197933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7746): Terminated: ok {rc=0}\u000a01:17:34.207706 --- ParallelTerminationStrategy: PID 7749 died...\u000a01:17:34.261436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7749): Terminated: ok {rc=0}\u000a01:17:34.271361 --- ParallelTerminationStrategy: PID 7752 died...\u000a01:17:34.324734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7752): Terminated: ok {rc=0}\u000a01:17:34.412463 bus /sierra_3: Setting Powered False\u000a01:17:35.515350 bus /sierra_3: Setting Powered False\u000a01:17:36.625755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:38.631045 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:38.642577 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:17:38.811632 tst mo_mt_call.py: using LAC 24980\u000a01:17:38.937581 tst mo_mt_call.py: using RAC 245\u000a01:17:39.063405 tst mo_mt_call.py: using CellId 24980\u000a01:17:39.193572 tst mo_mt_call.py: using BVCI 24981\u000a01:17:39.218348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:39.229884 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:39.241224 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:39.252508 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:39.263963 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:39.275264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:17:39.393444 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:17:39.607958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:40.115303 run create_hlr_db(pid=7759): Launched\u000a01:17:40.290798 bus /sierra_2: Setting Powered False\u000a01:17:41.312406 run create_hlr_db(pid=7759): Terminated: ok {rc=0}\u000a01:17:41.747478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Launched\u000a01:17:42.075696 run osmo-hlr_10.42.42.2(pid=7762): Launched\u000a01:17:42.195083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:42.762618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Launched\u000a01:17:43.089749 run osmo-stp_10.42.42.5(pid=7765): Launched\u000a01:17:43.207637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:43.805355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Launched\u000a01:17:44.133209 run osmo-msc_10.42.42.6(pid=7768): Launched\u000a01:17:44.323891 run osmo-stp_10.42.42.5(pid=7765): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a01:17:44.461302 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-10_01:17:42.929115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:44.597957 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221210011743121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011743121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011743122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011743122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011743124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011743124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011743125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:44.728582 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-10_01:17:42.929115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:44.857966 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221210011743121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011743121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011743122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011743122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011743124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011743124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011743125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:44.915204 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:17:44.924659 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:17:44.987291 run osmo-hlr_10.42.42.2(pid=7762): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7762)]\u000a01:17:45.038805 run osmo-hlr_10.42.42.2(pid=7762): stdout: \u000a| (launched: 2022-12-10_01:17:41.914256) \u000a01:17:45.090756 run osmo-hlr_10.42.42.2(pid=7762): stderr: \u000a| �[0;m�[1;31m20221210011742115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011742115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011742115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011742115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011742115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011742116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011742126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011742135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011742135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011742135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:45.161969 run osmo-msc_10.42.42.6(pid=7768): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7768)]\u000a01:17:45.213767 run osmo-msc_10.42.42.6(pid=7768): stdout: \u000a| (launched: 2022-12-10_01:17:43.971323) \u000a01:17:45.265666 run osmo-msc_10.42.42.6(pid=7768): stderr: \u000a| �[0;m�[38;5;43m20221210011744295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011744295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd570f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011744295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011744295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011744295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011744295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011744297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011744298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011744298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011744298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:45.309867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminating (SIGTERM)\u000a01:17:45.351720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminating (SIGTERM)\u000a01:17:45.393646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Terminating (SIGTERM)\u000a01:17:45.403355 --- ParallelTerminationStrategy: PID 7761 died...\u000a01:17:45.459547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminated: ok {rc=0}\u000a01:17:45.469721 --- ParallelTerminationStrategy: PID 7764 died...\u000a01:17:45.525685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminated: ok {rc=0}\u000a01:17:45.535783 --- ParallelTerminationStrategy: PID 7767 died...\u000a01:17:45.592024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Terminated: ok {rc=0}\u000a01:17:45.681191 bus /sierra_3: Setting Powered False\u000a01:17:46.790603 bus /sierra_3: Setting Powered False\u000a01:17:47.903109 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:49.014753 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.026853 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:17:49.184781 tst mo_mt_call_osmux.py: using LAC 24981\u000a01:17:49.306376 tst mo_mt_call_osmux.py: using RAC 246\u000a01:17:49.427643 tst mo_mt_call_osmux.py: using CellId 24981\u000a01:17:49.548622 tst mo_mt_call_osmux.py: using BVCI 24982\u000a01:17:49.571794 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.583028 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.594015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.605750 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.617568 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:17:49.629112 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:17:49.751179 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:17:49.962501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:50.485710 run create_hlr_db(pid=7770): Launched\u000a01:17:50.673880 bus /sierra_2: Setting Powered False\u000a01:17:51.683712 run create_hlr_db(pid=7770): Terminated: ok {rc=0}\u000a01:17:52.101235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Launched\u000a01:17:52.407787 run osmo-hlr_10.42.42.2(pid=7773): Launched\u000a01:17:52.526924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:53.066941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Launched\u000a01:17:53.373333 run osmo-stp_10.42.42.5(pid=7776): Launched\u000a01:17:53.484348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:54.044595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Launched\u000a01:17:54.353284 run osmo-msc_10.42.42.6(pid=7779): Launched\u000a01:17:54.532160 run osmo-stp_10.42.42.5(pid=7776): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]\u000a01:17:54.661570 run osmo-stp_10.42.42.5(pid=7776): stdout: \u000a| (launched: 2022-12-10_01:17:53.221602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:54.788655 run osmo-stp_10.42.42.5(pid=7776): stderr: \u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011753395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:54.911588 run osmo-stp_10.42.42.5(pid=7776): stdout: \u000a| (launched: 2022-12-10_01:17:53.221602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:55.033402 run osmo-stp_10.42.42.5(pid=7776): stderr: \u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011753394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011753395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011753395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:55.087253 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)] [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:17:55.096076 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:17:55.156608 run osmo-hlr_10.42.42.2(pid=7773): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7773)]\u000a01:17:55.205851 run osmo-hlr_10.42.42.2(pid=7773): stdout: \u000a| (launched: 2022-12-10_01:17:52.256401) \u000a01:17:55.255631 run osmo-hlr_10.42.42.2(pid=7773): stderr: \u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011752432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011752444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011752452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011752453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011752453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:55.323005 run osmo-msc_10.42.42.6(pid=7779): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7779)]\u000a01:17:55.372003 run osmo-msc_10.42.42.6(pid=7779): stdout: \u000a| (launched: 2022-12-10_01:17:54.200228) \u000a01:17:55.421779 run osmo-msc_10.42.42.6(pid=7779): stderr: \u000a| �[0;m�[38;5;43m20221210011754475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011754475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb911e1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011754475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011754475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011754475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011754475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011754478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011754478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011754478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011754478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:55.463666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Terminating (SIGTERM)\u000a01:17:55.503603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Terminating (SIGTERM)\u000a01:17:55.543801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Terminating (SIGTERM)\u000a01:17:55.553338 --- ParallelTerminationStrategy: PID 7772 died...\u000a01:17:55.606921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Terminated: ok {rc=0}\u000a01:17:55.616779 --- ParallelTerminationStrategy: PID 7775 died...\u000a01:17:55.669853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Terminated: ok {rc=0}\u000a01:17:55.679763 --- ParallelTerminationStrategy: PID 7778 died...\u000a01:17:55.733037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Terminated: ok {rc=0}\u000a01:17:55.816785 bus /sierra_3: Setting Powered False\u000a01:17:56.924923 bus /sierra_3: Setting Powered False\u000a01:17:58.036233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:17:38" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:18:00.050307 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.061928 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:00.226165 tst mo_mt_call.py: using LAC 24982\u000a01:18:00.351371 tst mo_mt_call.py: using RAC 247\u000a01:18:00.478210 tst mo_mt_call.py: using CellId 24982\u000a01:18:00.604498 tst mo_mt_call.py: using BVCI 24983\u000a01:18:00.629499 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.641053 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.652521 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.663965 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.675565 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:00.686993 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:00.801758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:01.024312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:01.569168 run create_hlr_db(pid=7784): Launched\u000a01:18:01.818636 bus /sierra_2: Setting Powered False\u000a01:18:02.776814 run create_hlr_db(pid=7784): Terminated: ok {rc=0}\u000a01:18:03.269126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Launched\u000a01:18:03.596416 run osmo-hlr_10.42.42.2(pid=7787): Launched\u000a01:18:03.716041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:04.281052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Launched\u000a01:18:04.607719 run osmo-stp_10.42.42.5(pid=7790): Launched\u000a01:18:04.725786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:05.321442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Launched\u000a01:18:05.649590 run osmo-msc_10.42.42.6(pid=7793): Launched\u000a01:18:05.839979 run osmo-stp_10.42.42.5(pid=7790): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]\u000a01:18:05.978162 run osmo-stp_10.42.42.5(pid=7790): stdout: \u000a| (launched: 2022-12-10_01:18:04.446766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:06.114663 run osmo-stp_10.42.42.5(pid=7790): stderr: \u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011804643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:06.244898 run osmo-stp_10.42.42.5(pid=7790): stdout: \u000a| (launched: 2022-12-10_01:18:04.446766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:06.374294 run osmo-stp_10.42.42.5(pid=7790): stderr: \u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011804642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011804643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:06.431479 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)] [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:18:06.440547 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:06.503044 run osmo-hlr_10.42.42.2(pid=7787): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7787)]\u000a01:18:06.554147 run osmo-hlr_10.42.42.2(pid=7787): stdout: \u000a| (launched: 2022-12-10_01:18:03.434943) \u000a01:18:06.606285 run osmo-hlr_10.42.42.2(pid=7787): stderr: \u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011803636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011803648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011803656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011803656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011803656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:06.676490 run osmo-msc_10.42.42.6(pid=7793): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7793)]\u000a01:18:06.727412 run osmo-msc_10.42.42.6(pid=7793): stdout: \u000a| (launched: 2022-12-10_01:18:05.487201) \u000a01:18:06.778959 run osmo-msc_10.42.42.6(pid=7793): stderr: \u000a| �[0;m�[38;5;43m20221210011805810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011805810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb1b149c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011805810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011805811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011805811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011805811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011805813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011805813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011805813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011805813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:06.822835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Terminating (SIGTERM)\u000a01:18:06.864238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Terminating (SIGTERM)\u000a01:18:06.905843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Terminating (SIGTERM)\u000a01:18:06.915085 --- ParallelTerminationStrategy: PID 7786 died...\u000a01:18:06.970527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Terminated: ok {rc=0}\u000a01:18:06.980554 --- ParallelTerminationStrategy: PID 7789 died...\u000a01:18:07.035847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Terminated: ok {rc=0}\u000a01:18:07.045828 --- ParallelTerminationStrategy: PID 7792 died...\u000a01:18:07.101210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Terminated: ok {rc=0}\u000a01:18:07.188797 bus /sierra_3: Setting Powered False\u000a01:18:08.293231 bus /sierra_3: Setting Powered False\u000a01:18:09.405343 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:10.516673 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:10.529095 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:10.693595 tst mo_mt_call_osmux.py: using LAC 24983\u000a01:18:10.836795 tst mo_mt_call_osmux.py: using RAC 248\u000a01:18:10.968404 tst mo_mt_call_osmux.py: using CellId 24983\u000a01:18:11.095767 tst mo_mt_call_osmux.py: using BVCI 24984\u000a01:18:11.120670 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:11.132462 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:11.143973 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:11.155581 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:11.167252 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:11.178849 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:11.294776 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:11.495039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:11.993558 run create_hlr_db(pid=7795): Launched\u000a01:18:12.182477 bus /sierra_2: Setting Powered False\u000a01:18:13.202945 run create_hlr_db(pid=7795): Terminated: ok {rc=0}\u000a01:18:13.638576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Launched\u000a01:18:13.965213 run osmo-hlr_10.42.42.2(pid=7798): Launched\u000a01:18:14.087694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:14.659347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Launched\u000a01:18:14.987071 run osmo-stp_10.42.42.5(pid=7801): Launched\u000a01:18:15.105347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:15.702781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Launched\u000a01:18:16.121029 run osmo-msc_10.42.42.6(pid=7804): Launched\u000a01:18:16.542150 run osmo-stp_10.42.42.5(pid=7801): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a01:18:16.827518 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-10_01:18:14.825562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:16.995814 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011815021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:17.132598 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-10_01:18:14.825562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:17.266947 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011815021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011815021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:17.326335 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)] [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:18:17.336614 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a01:18:17.402444 run osmo-hlr_10.42.42.2(pid=7798): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7798)]\u000a01:18:17.456447 run osmo-hlr_10.42.42.2(pid=7798): stdout: \u000a| (launched: 2022-12-10_01:18:13.805282) \u000a01:18:17.509468 run osmo-hlr_10.42.42.2(pid=7798): stderr: \u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011814007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011814021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011814029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011814029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011814029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:17.580369 run osmo-msc_10.42.42.6(pid=7804): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7804)]\u000a01:18:17.631950 run osmo-msc_10.42.42.6(pid=7804): stdout: \u000a| (launched: 2022-12-10_01:18:15.879138) \u000a01:18:17.683786 run osmo-msc_10.42.42.6(pid=7804): stderr: \u000a| �[0;m�[38;5;43m20221210011816574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011816577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fa1f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011816577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011816577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011816578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011816578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011816580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:17.727954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminating (SIGTERM)\u000a01:18:17.770021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminating (SIGTERM)\u000a01:18:17.811693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminating (SIGTERM)\u000a01:18:17.821070 --- ParallelTerminationStrategy: PID 7797 died...\u000a01:18:17.876731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminated: ok {rc=0}\u000a01:18:17.886838 --- ParallelTerminationStrategy: PID 7800 died...\u000a01:18:17.942334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminated: ok {rc=0}\u000a01:18:17.952355 --- ParallelTerminationStrategy: PID 7803 died...\u000a01:18:18.007881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminated: ok {rc=0}\u000a01:18:18.094552 bus /sierra_3: Setting Powered False\u000a01:18:19.202856 bus /sierra_3: Setting Powered False\u000a01:18:20.311769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:17:59" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7815): Process ended prematurely: osmo-stp_10.42.42.5(pid=7815) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7815)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7815): Process ended prematurely: osmo-stp_10.42.42.5(pid=7815) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:18:22.315684 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.327064 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:18:22.492622 tst mo_mt_call.py: using LAC 24984\u000a01:18:22.618781 tst mo_mt_call.py: using RAC 249\u000a01:18:22.746604 tst mo_mt_call.py: using CellId 24984\u000a01:18:22.873238 tst mo_mt_call.py: using BVCI 24985\u000a01:18:22.898019 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.909386 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.920541 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.931829 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.943088 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:22.954389 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:23.069037 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:23.277875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:23.800169 run create_hlr_db(pid=7809): Launched\u000a01:18:23.975709 bus /sierra_2: Setting Powered False\u000a01:18:24.996745 run create_hlr_db(pid=7809): Terminated: ok {rc=0}\u000a01:18:25.403493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7811): Launched\u000a01:18:25.711564 run osmo-hlr_10.42.42.2(pid=7812): Launched\u000a01:18:25.827818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:26.358215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7814): Launched\u000a01:18:26.665572 run osmo-stp_10.42.42.5(pid=7815): Launched\u000a01:18:26.777556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:27.338261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7817): Launched\u000a01:18:27.647479 run osmo-msc_10.42.42.6(pid=7818): Launched\u000a01:18:27.828100 run osmo-stp_10.42.42.5(pid=7815): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7815)]\u000a01:18:27.957443 run osmo-stp_10.42.42.5(pid=7815): stdout: \u000a| (launched: 2022-12-10_01:18:26.512609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:28.084549 run osmo-stp_10.42.42.5(pid=7815): stderr: \u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011826683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:28.207867 run osmo-stp_10.42.42.5(pid=7815): stdout: \u000a| (launched: 2022-12-10_01:18:26.512609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:28.330026 run osmo-stp_10.42.42.5(pid=7815): stderr: \u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011826683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011826686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:28.383863 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7815): Process ended prematurely: osmo-stp_10.42.42.5(pid=7815) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7815)] [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:18:28.392559 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:18:28.453706 run osmo-hlr_10.42.42.2(pid=7812): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7812)]\u000a01:18:28.503711 run osmo-hlr_10.42.42.2(pid=7812): stdout: \u000a| (launched: 2022-12-10_01:18:25.559091) \u000a01:18:28.554222 run osmo-hlr_10.42.42.2(pid=7812): stderr: \u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011825735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011825747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011825756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011825756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011825756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:28.622651 run osmo-msc_10.42.42.6(pid=7818): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7818)]\u000a01:18:28.672287 run osmo-msc_10.42.42.6(pid=7818): stdout: \u000a| (launched: 2022-12-10_01:18:27.493594) \u000a01:18:28.722419 run osmo-msc_10.42.42.6(pid=7818): stderr: \u000a| �[0;m�[38;5;43m20221210011827767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011827767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f162eee6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011827768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011827768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011827768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011827768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011827770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011827770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011827770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011827771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:28.764819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7811): Terminating (SIGTERM)\u000a01:18:28.805200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7814): Terminating (SIGTERM)\u000a01:18:28.845544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7817): Terminating (SIGTERM)\u000a01:18:28.855178 --- ParallelTerminationStrategy: PID 7811 died...\u000a01:18:28.908887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7811): Terminated: ok {rc=0}\u000a01:18:28.918940 --- ParallelTerminationStrategy: PID 7814 died...\u000a01:18:28.972384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7814): Terminated: ok {rc=0}\u000a01:18:28.982336 --- ParallelTerminationStrategy: PID 7817 died...\u000a01:18:29.036173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7817): Terminated: ok {rc=0}\u000a01:18:29.124834 bus /sierra_3: Setting Powered False\u000a01:18:30.228407 bus /sierra_3: Setting Powered False\u000a01:18:31.366344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7826): Process ended prematurely: osmo-stp_10.42.42.5(pid=7826) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7826)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7826): Process ended prematurely: osmo-stp_10.42.42.5(pid=7826) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:32.478791 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:32.490745 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:18:32.652189 tst mo_mt_call_osmux.py: using LAC 24985\u000a01:18:32.771973 tst mo_mt_call_osmux.py: using RAC 250\u000a01:18:32.895380 tst mo_mt_call_osmux.py: using CellId 24985\u000a01:18:33.013357 tst mo_mt_call_osmux.py: using BVCI 24986\u000a01:18:33.036521 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:33.047443 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:33.058483 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:33.069281 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:33.080312 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:33.091371 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:33.211563 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:33.415451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:33.898772 run create_hlr_db(pid=7820): Launched\u000a01:18:34.074157 bus /sierra_2: Setting Powered False\u000a01:18:35.096301 run create_hlr_db(pid=7820): Terminated: ok {rc=0}\u000a01:18:35.523909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Launched\u000a01:18:35.822337 run osmo-hlr_10.42.42.2(pid=7823): Launched\u000a01:18:35.930949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:36.447300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7825): Launched\u000a01:18:36.746285 run osmo-stp_10.42.42.5(pid=7826): Launched\u000a01:18:36.855033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:37.405158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7828): Launched\u000a01:18:37.713855 run osmo-msc_10.42.42.6(pid=7829): Launched\u000a01:18:37.905720 run osmo-stp_10.42.42.5(pid=7826): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7826)]\u000a01:18:38.042631 run osmo-stp_10.42.42.5(pid=7826): stdout: \u000a| (launched: 2022-12-10_01:18:36.598054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:38.171689 run osmo-stp_10.42.42.5(pid=7826): stderr: \u000a| �[0;m�[38;5;43m20221210011836765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011836766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011836766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011836766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:38.291638 run osmo-stp_10.42.42.5(pid=7826): stdout: \u000a| (launched: 2022-12-10_01:18:36.598054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:38.410630 run osmo-stp_10.42.42.5(pid=7826): stderr: \u000a| �[0;m�[38;5;43m20221210011836765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011836766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011836766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011836766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011836767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:38.463027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7826): Process ended prematurely: osmo-stp_10.42.42.5(pid=7826) [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7826)] [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:18:38.471627 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:18:38.531837 run osmo-hlr_10.42.42.2(pid=7823): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7823)]\u000a01:18:38.580743 run osmo-hlr_10.42.42.2(pid=7823): stdout: \u000a| (launched: 2022-12-10_01:18:35.674735) \u000a01:18:38.630099 run osmo-hlr_10.42.42.2(pid=7823): stderr: \u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011835846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011835859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011835869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011835870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011835870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:38.696860 run osmo-msc_10.42.42.6(pid=7829): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7829)]\u000a01:18:38.745689 run osmo-msc_10.42.42.6(pid=7829): stdout: \u000a| (launched: 2022-12-10_01:18:37.556873) \u000a01:18:38.795157 run osmo-msc_10.42.42.6(pid=7829): stderr: \u000a| �[0;m�[38;5;43m20221210011837874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011837874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67fe9a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011837874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011837874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011837874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011837875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011837876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011837877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011837877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011837877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:38.837037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Terminating (SIGTERM)\u000a01:18:38.876815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7825): Terminating (SIGTERM)\u000a01:18:38.916672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7828): Terminating (SIGTERM)\u000a01:18:38.926362 --- ParallelTerminationStrategy: PID 7822 died...\u000a01:18:38.979819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7822): Terminated: ok {rc=0}\u000a01:18:38.989573 --- ParallelTerminationStrategy: PID 7825 died...\u000a01:18:39.042849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7825): Terminated: ok {rc=0}\u000a01:18:39.052426 --- ParallelTerminationStrategy: PID 7828 died...\u000a01:18:39.106144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7828): Terminated: ok {rc=0}\u000a01:18:39.194321 bus /sierra_3: Setting Powered False\u000a01:18:40.300420 bus /sierra_3: Setting Powered False\u000a01:18:41.411949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:18:22" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7840): Process ended prematurely: osmo-stp_10.42.42.5(pid=7840) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7840)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7840): Process ended prematurely: osmo-stp_10.42.42.5(pid=7840) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:18:43.394284 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.405666 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:18:43.543392 tst mo_mt_call.py: using LAC 24986\u000a01:18:43.659747 tst mo_mt_call.py: using RAC 251\u000a01:18:43.781640 tst mo_mt_call.py: using CellId 24986\u000a01:18:43.895312 tst mo_mt_call.py: using BVCI 24987\u000a01:18:43.917771 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.928789 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.939807 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.951017 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.962432 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:43.973576 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:18:44.092745 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:18:44.291177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:44.758658 run create_hlr_db(pid=7834): Launched\u000a01:18:44.929216 bus /sierra_2: Setting Powered False\u000a01:18:45.994079 run create_hlr_db(pid=7834): Terminated: ok {rc=0}\u000a01:18:46.457562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7836): Launched\u000a01:18:46.870727 run osmo-hlr_10.42.42.2(pid=7837): Launched\u000a01:18:46.998905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:47.631656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7839): Launched\u000a01:18:47.930502 run osmo-stp_10.42.42.5(pid=7840): Launched\u000a01:18:48.048364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:48.596874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7842): Launched\u000a01:18:48.895544 run osmo-msc_10.42.42.6(pid=7843): Launched\u000a01:18:49.077046 run osmo-stp_10.42.42.5(pid=7840): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7840)]\u000a01:18:49.213392 run osmo-stp_10.42.42.5(pid=7840): stdout: \u000a| (launched: 2022-12-10_01:18:47.783066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:49.346657 run osmo-stp_10.42.42.5(pid=7840): stderr: \u000a| �[0;m�[38;5;43m20221210011847951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011847952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011847952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011847952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:49.474870 run osmo-stp_10.42.42.5(pid=7840): stdout: \u000a| (launched: 2022-12-10_01:18:47.783066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:49.602111 run osmo-stp_10.42.42.5(pid=7840): stderr: \u000a| �[0;m�[38;5;43m20221210011847951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011847952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011847952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011847952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011847953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:49.658269 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7840): Process ended prematurely: osmo-stp_10.42.42.5(pid=7840) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7840)] [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:18:49.667657 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:18:49.730233 run osmo-hlr_10.42.42.2(pid=7837): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7837)]\u000a01:18:49.781361 run osmo-hlr_10.42.42.2(pid=7837): stdout: \u000a| (launched: 2022-12-10_01:18:46.625062) \u000a01:18:49.833083 run osmo-hlr_10.42.42.2(pid=7837): stderr: \u000a| �[0;m�[1;31m20221210011847039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011847040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011847040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011847040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011847040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011847040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011847052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011847068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011847068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011847068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:49.903305 run osmo-msc_10.42.42.6(pid=7843): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7843)]\u000a01:18:49.954321 run osmo-msc_10.42.42.6(pid=7843): stdout: \u000a| (launched: 2022-12-10_01:18:48.747815) \u000a01:18:50.006058 run osmo-msc_10.42.42.6(pid=7843): stderr: \u000a| �[0;m�[38;5;43m20221210011849017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011849017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28475f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011849017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011849017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011849018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011849018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011849020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011849020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011849021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011849021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:50.049713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7836): Terminating (SIGTERM)\u000a01:18:50.091305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7839): Terminating (SIGTERM)\u000a01:18:50.133489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7842): Terminating (SIGTERM)\u000a01:18:50.143450 --- ParallelTerminationStrategy: PID 7836 died...\u000a01:18:50.199146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7836): Terminated: ok {rc=0}\u000a01:18:50.209522 --- ParallelTerminationStrategy: PID 7839 died...\u000a01:18:50.264435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7839): Terminated: ok {rc=0}\u000a01:18:50.274518 --- ParallelTerminationStrategy: PID 7842 died...\u000a01:18:50.330385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7842): Terminated: ok {rc=0}\u000a01:18:50.416840 bus /sierra_3: Setting Powered False\u000a01:18:51.522343 bus /sierra_3: Setting Powered False\u000a01:18:52.629084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:53.742619 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:53.754922 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:18:53.902111 tst mo_mt_call_osmux.py: using LAC 24987\u000a01:18:54.029076 tst mo_mt_call_osmux.py: using RAC 252\u000a01:18:54.153926 tst mo_mt_call_osmux.py: using CellId 24987\u000a01:18:54.278808 tst mo_mt_call_osmux.py: using BVCI 24988\u000a01:18:54.303236 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:54.314842 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:54.326263 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:54.337907 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:54.349886 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:18:54.361546 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:18:54.478185 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:18:54.678180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:55.147976 run create_hlr_db(pid=7845): Launched\u000a01:18:55.318507 bus /sierra_2: Setting Powered False\u000a01:18:56.340754 run create_hlr_db(pid=7845): Terminated: ok {rc=0}\u000a01:18:56.738705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Launched\u000a01:18:57.038930 run osmo-hlr_10.42.42.2(pid=7848): Launched\u000a01:18:57.154532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:57.678743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Launched\u000a01:18:57.978807 run osmo-stp_10.42.42.5(pid=7851): Launched\u000a01:18:58.088239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:58.635881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7853): Launched\u000a01:18:58.936262 run osmo-msc_10.42.42.6(pid=7854): Launched\u000a01:18:59.111729 run osmo-stp_10.42.42.5(pid=7851): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]\u000a01:18:59.238726 run osmo-stp_10.42.42.5(pid=7851): stdout: \u000a| (launched: 2022-12-10_01:18:57.830517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:59.363072 run osmo-stp_10.42.42.5(pid=7851): stderr: \u000a| �[0;m�[38;5;43m20221210011857999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011858000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011858000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011858000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:59.483113 run osmo-stp_10.42.42.5(pid=7851): stdout: \u000a| (launched: 2022-12-10_01:18:57.830517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:59.602229 run osmo-stp_10.42.42.5(pid=7851): stderr: \u000a| �[0;m�[38;5;43m20221210011857999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011858000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011858000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011858000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011858001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:59.655233 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)] [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:18:59.663700 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:18:59.723180 run osmo-hlr_10.42.42.2(pid=7848): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7848)]\u000a01:18:59.771744 run osmo-hlr_10.42.42.2(pid=7848): stdout: \u000a| (launched: 2022-12-10_01:18:56.890647) \u000a01:18:59.820862 run osmo-hlr_10.42.42.2(pid=7848): stderr: \u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011857065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011857077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011857085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011857086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011857086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:59.887399 run osmo-msc_10.42.42.6(pid=7854): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7854)]\u000a01:18:59.935752 run osmo-msc_10.42.42.6(pid=7854): stdout: \u000a| (launched: 2022-12-10_01:18:58.787929) \u000a01:18:59.984742 run osmo-msc_10.42.42.6(pid=7854): stderr: \u000a| �[0;m�[38;5;43m20221210011859058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011859058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72c2048c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011859058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011859058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011859059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011859059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011859061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011859062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011859062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011859062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:00.026227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Terminating (SIGTERM)\u000a01:19:00.065866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Terminating (SIGTERM)\u000a01:19:00.105126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7853): Terminating (SIGTERM)\u000a01:19:00.114349 --- ParallelTerminationStrategy: PID 7847 died...\u000a01:19:00.166750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Terminated: ok {rc=0}\u000a01:19:00.176595 --- ParallelTerminationStrategy: PID 7850 died...\u000a01:19:00.229237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Terminated: ok {rc=0}\u000a01:19:00.238715 --- ParallelTerminationStrategy: PID 7853 died...\u000a01:19:00.290930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7853): Terminated: ok {rc=0}\u000a01:19:00.376872 bus /sierra_3: Setting Powered False\u000a01:19:01.491752 bus /sierra_3: Setting Powered False\u000a01:19:02.604934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:18:43" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7865): Process ended prematurely: osmo-stp_10.42.42.5(pid=7865) [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7865)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7865): Process ended prematurely: osmo-stp_10.42.42.5(pid=7865) [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:19:04.617405 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:04.628486 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:04.767261 tst emergency_mo_mt_call.py: using LAC 24988\u000a01:19:04.889980 tst emergency_mo_mt_call.py: using RAC 253\u000a01:19:05.012409 tst emergency_mo_mt_call.py: using CellId 24988\u000a01:19:05.137135 tst emergency_mo_mt_call.py: using BVCI 24989\u000a01:19:05.160846 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:05.171882 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:05.182748 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:05.193813 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:05.204776 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:05.215742 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:05.330169 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:05.541719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:06.047146 run create_hlr_db(pid=7859): Launched\u000a01:19:06.229362 bus /sierra_2: Setting Powered False\u000a01:19:07.249867 run create_hlr_db(pid=7859): Terminated: ok {rc=0}\u000a01:19:07.645123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7861): Launched\u000a01:19:07.939677 run osmo-hlr_10.42.42.2(pid=7862): Launched\u000a01:19:08.047072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:08.556735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7864): Launched\u000a01:19:08.852133 run osmo-stp_10.42.42.5(pid=7865): Launched\u000a01:19:08.971121 tst emergency_mo_mt_call.py: using MSISDN 7475\u000a01:19:09.116225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:09.653738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7867): Launched\u000a01:19:09.951173 run osmo-msc_10.42.42.6(pid=7868): Launched\u000a01:19:10.126182 run osmo-stp_10.42.42.5(pid=7865): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7865)]\u000a01:19:10.252002 run osmo-stp_10.42.42.5(pid=7865): stdout: \u000a| (launched: 2022-12-10_01:19:08.706704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:10.375346 run osmo-stp_10.42.42.5(pid=7865): stderr: \u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011908877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011908877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011908878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011908878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:10.494658 run osmo-stp_10.42.42.5(pid=7865): stdout: \u000a| (launched: 2022-12-10_01:19:08.706704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:10.612671 run osmo-stp_10.42.42.5(pid=7865): stderr: \u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011908875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011908877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011908877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011908878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011908878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:10.665231 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7865): Process ended prematurely: osmo-stp_10.42.42.5(pid=7865) [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7865)] [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a01:19:10.673135 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a01:19:10.732609 run osmo-hlr_10.42.42.2(pid=7862): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7862)]\u000a01:19:10.781360 run osmo-hlr_10.42.42.2(pid=7862): stdout: \u000a| (launched: 2022-12-10_01:19:07.794447) \u000a01:19:10.830554 run osmo-hlr_10.42.42.2(pid=7862): stderr: \u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011907969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011907981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011907992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011907992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011907993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:10.897620 run osmo-msc_10.42.42.6(pid=7868): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7868)]\u000a01:19:10.946820 run osmo-msc_10.42.42.6(pid=7868): stdout: \u000a| (launched: 2022-12-10_01:19:09.803394) \u000a01:19:10.996202 run osmo-msc_10.42.42.6(pid=7868): stderr: \u000a| �[0;m�[38;5;43m20221210011910072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011910072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9c82bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011910072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011910072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011910072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011910073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011910074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011910075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011910075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011910076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:11.037750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7861): Terminating (SIGTERM)\u000a01:19:11.077655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7864): Terminating (SIGTERM)\u000a01:19:11.117445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7867): Terminating (SIGTERM)\u000a01:19:11.126715 --- ParallelTerminationStrategy: PID 7861 died...\u000a01:19:11.179910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7861): Terminated: ok {rc=0}\u000a01:19:11.189600 --- ParallelTerminationStrategy: PID 7864 died...\u000a01:19:11.242150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7864): Terminated: ok {rc=0}\u000a01:19:11.252168 --- ParallelTerminationStrategy: PID 7867 died...\u000a01:19:11.305124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7867): Terminated: ok {rc=0}\u000a01:19:11.388417 bus /sierra_3: Setting Powered False\u000a01:19:12.495413 bus /sierra_3: Setting Powered False\u000a01:19:13.603183 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7876): Process ended prematurely: osmo-stp_10.42.42.5(pid=7876) [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7876)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7876): Process ended prematurely: osmo-stp_10.42.42.5(pid=7876) [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:19:14.653429 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:14.664734 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:14.799518 tst emergency_preemptive_call.py: using LAC 24989\u000a01:19:14.915562 tst emergency_preemptive_call.py: using RAC 254\u000a01:19:15.030071 tst emergency_preemptive_call.py: using CellId 24989\u000a01:19:15.143922 tst emergency_preemptive_call.py: using BVCI 24990\u000a01:19:15.166107 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:15.176571 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:15.186846 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:15.197534 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:15.208080 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:15.218595 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:15.335988 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:15.456633 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:15.570508 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:15.768836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:16.384447 run create_hlr_db(pid=7870): Launched\u000a01:19:16.606235 bus /sierra_2: Setting Powered False\u000a01:19:17.582590 run create_hlr_db(pid=7870): Terminated: ok {rc=0}\u000a01:19:18.039928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7872): Launched\u000a01:19:18.354052 run osmo-hlr_10.42.42.2(pid=7873): Launched\u000a01:19:18.468280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:19.016854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Launched\u000a01:19:19.330873 run osmo-stp_10.42.42.5(pid=7876): Launched\u000a01:19:19.456049 tst emergency_preemptive_call.py: using MSISDN 7476\u000a01:19:19.612733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:20.185478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7878): Launched\u000a01:19:20.499224 run osmo-msc_10.42.42.6(pid=7879): Launched\u000a01:19:20.685434 run osmo-stp_10.42.42.5(pid=7876): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7876)]\u000a01:19:20.818594 run osmo-stp_10.42.42.5(pid=7876): stdout: \u000a| (launched: 2022-12-10_01:19:19.176633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:20.950642 run osmo-stp_10.42.42.5(pid=7876): stderr: \u000a| �[0;m�[38;5;43m20221210011919370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011919370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011919371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011919371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:21.076622 run osmo-stp_10.42.42.5(pid=7876): stdout: \u000a| (launched: 2022-12-10_01:19:19.176633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:21.201399 run osmo-stp_10.42.42.5(pid=7876): stderr: \u000a| �[0;m�[38;5;43m20221210011919370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011919370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011919371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011919371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011919372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:21.256223 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7876): Process ended prematurely: osmo-stp_10.42.42.5(pid=7876) [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7876)] [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a01:19:21.265040 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a01:19:21.327597 run osmo-hlr_10.42.42.2(pid=7873): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7873)]\u000a01:19:21.378761 run osmo-hlr_10.42.42.2(pid=7873): stdout: \u000a| (launched: 2022-12-10_01:19:18.199326) \u000a01:19:21.430628 run osmo-hlr_10.42.42.2(pid=7873): stderr: \u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011918395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011918409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011918420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011918421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011918421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:21.501159 run osmo-msc_10.42.42.6(pid=7879): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7879)]\u000a01:19:21.552044 run osmo-msc_10.42.42.6(pid=7879): stdout: \u000a| (launched: 2022-12-10_01:19:20.344859) \u000a01:19:21.603567 run osmo-msc_10.42.42.6(pid=7879): stderr: \u000a| �[0;m�[38;5;43m20221210011920667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210011920667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f77b92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210011920667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210011920667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210011920667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210011920667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210011920669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210011920670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210011920670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210011920670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:21.647883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7872): Terminating (SIGTERM)\u000a01:19:21.689822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Terminating (SIGTERM)\u000a01:19:21.731460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7878): Terminating (SIGTERM)\u000a01:19:21.741263 --- ParallelTerminationStrategy: PID 7872 died...\u000a01:19:21.796860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7872): Terminated: ok {rc=0}\u000a01:19:21.807106 --- ParallelTerminationStrategy: PID 7875 died...\u000a01:19:21.862417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7875): Terminated: ok {rc=0}\u000a01:19:21.872496 --- ParallelTerminationStrategy: PID 7878 died...\u000a01:19:21.927992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7878): Terminated: ok {rc=0}\u000a01:19:22.015354 bus /sierra_9: Setting Powered False\u000a01:19:23.121771 bus /sierra_9: Setting Powered False\u000a01:19:24.228664 bus /sierra_8: Setting Powered False\u000a01:19:25.333990 bus /sierra_8: Setting Powered False\u000a01:19:26.444792 bus /sierra_3: Setting Powered False\u000a01:19:27.548171 bus /sierra_3: Setting Powered False\u000a01:19:28.660466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:19:04" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:19:30.761755 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:30.772206 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:30.938952 tst cs_paging_gprs_active.py: using LAC 24990\u000a01:19:31.078334 tst cs_paging_gprs_active.py: using RAC 255\u000a01:19:31.198959 tst cs_paging_gprs_active.py: using CellId 24990\u000a01:19:31.334082 tst cs_paging_gprs_active.py: using BVCI 24991\u000a01:19:31.358361 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.369665 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.380657 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.392511 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.404907 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.415923 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.428510 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.440158 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:31.452073 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:31.593339 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:31.895769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:19:32.034437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:32.370494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7884): Launched\u000a01:19:32.647418 run iperf3-srv_10.42.42.10(pid=7885): Launched\u000a01:19:32.844565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:19:32.978964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:33.310710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7886): Launched\u000a01:19:33.587197 run iperf3-srv_10.42.42.10(pid=7887): Launched\u000a01:19:33.783538 tst cs_paging_gprs_active.py:38: start network...\u000a01:19:33.917555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:34.431003 run create_hlr_db(pid=7888): Launched\u000a01:19:34.615762 bus /sierra_2: Setting Powered False\u000a01:19:35.637527 run create_hlr_db(pid=7888): Terminated: ok {rc=0}\u000a01:19:36.039575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Launched\u000a01:19:36.338486 run osmo-hlr_10.42.42.2(pid=7891): Launched\u000a01:19:36.454304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:36.982475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Launched\u000a01:19:37.281473 run osmo-stp_10.42.42.5(pid=7894): Launched\u000a01:19:37.390950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:19:37.911471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7896): Launched\u000a01:19:38.017585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:19:38.277871 run patchelf(pid=7897): Launched\u000a01:19:38.452236 run osmo-stp_10.42.42.5(pid=7894): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)]\u000a01:19:38.579567 run osmo-stp_10.42.42.5(pid=7894): stdout: \u000a| (launched: 2022-12-10_01:19:37.133809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:38.707541 run osmo-stp_10.42.42.5(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011937302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:38.830907 run osmo-stp_10.42.42.5(pid=7894): stdout: \u000a| (launched: 2022-12-10_01:19:37.133809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:38.952760 run osmo-stp_10.42.42.5(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011937301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011937302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011937302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:39.095001 run patchelf(pid=7897): Terminating (SIGINT)\u000a01:19:39.261849 run patchelf(pid=7897): Terminated: ok {rc=0}\u000a01:19:39.292606 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7894): Process ended prematurely: osmo-stp_10.42.42.5(pid=7894) [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7894)] [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a01:19:39.301734 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:19:39.361557 run osmo-hlr_10.42.42.2(pid=7891): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7891)]\u000a01:19:39.409900 run osmo-hlr_10.42.42.2(pid=7891): stdout: \u000a| (launched: 2022-12-10_01:19:36.191126) \u000a01:19:39.458837 run osmo-hlr_10.42.42.2(pid=7891): stderr: \u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011936365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011936382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011936392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011936392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011936392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:39.500249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7884): Terminating (SIGTERM)\u000a01:19:39.539592 run iperf3-srv_10.42.42.10(pid=7885): Terminating (SIGTERM)\u000a01:19:39.578700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7886): Terminating (SIGTERM)\u000a01:19:39.617846 run iperf3-srv_10.42.42.10(pid=7887): Terminating (SIGTERM)\u000a01:19:39.657403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Terminating (SIGTERM)\u000a01:19:39.696505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Terminating (SIGTERM)\u000a01:19:39.735642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7896): Terminating (SIGTERM)\u000a01:19:39.745152 --- ParallelTerminationStrategy: PID 7884 died...\u000a01:19:39.797966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7884): Terminated: ok {rc=0}\u000a01:19:39.807503 --- ParallelTerminationStrategy: PID 7885 died...\u000a01:19:39.859350 run iperf3-srv_10.42.42.10(pid=7885): Terminated {rc=256}\u000a01:19:39.869049 --- ParallelTerminationStrategy: PID 7886 died...\u000a01:19:39.921494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7886): Terminated: ok {rc=0}\u000a01:19:39.931050 --- ParallelTerminationStrategy: PID 7887 died...\u000a01:19:39.983358 run iperf3-srv_10.42.42.10(pid=7887): Terminated {rc=256}\u000a01:19:39.992800 --- ParallelTerminationStrategy: PID 7890 died...\u000a01:19:40.044884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Terminated: ok {rc=0}\u000a01:19:40.054668 --- ParallelTerminationStrategy: PID 7893 died...\u000a01:19:40.107098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Terminated: ok {rc=0}\u000a01:19:40.116639 --- ParallelTerminationStrategy: PID 7896 died...\u000a01:19:40.168906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7896): Terminated: ok {rc=0}\u000a01:19:40.255412 bus /gobi_0: Setting Powered False\u000a01:19:41.361104 bus /gobi_0: Setting Powered False\u000a01:19:42.470170 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2367↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2367↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a01:19:43.579009 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:43.590432 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:43.725317 tst iperf3.py: using LAC 24991\u000a01:19:43.843231 tst iperf3.py: using RAC 1\u000a01:19:43.966498 tst iperf3.py: using CellId 24991\u000a01:19:44.091261 tst iperf3.py: using BVCI 24992\u000a01:19:44.116125 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.127322 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.138287 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.149546 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.160567 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.171384 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.182485 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.193339 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:44.204298 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:44.476702 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:19:44.600546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:44.908557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7898): Launched\u000a01:19:45.165656 run iperf3-srv_10.42.42.10(pid=7899): Launched\u000a01:19:45.346125 tst iperf3.py:8: start network...\u000a01:19:45.469782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:45.974861 run create_hlr_db(pid=7900): Launched\u000a01:19:46.166392 bus /gobi_6: Setting Powered False\u000a01:19:47.246500 run create_hlr_db(pid=7900): Terminated: ok {rc=0}\u000a01:19:47.682776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Launched\u000a01:19:48.003465 run osmo-hlr_10.42.42.2(pid=7903): Launched\u000a01:19:48.119833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:48.676656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Launched\u000a01:19:48.996593 run osmo-stp_10.42.42.5(pid=7906): Launched\u000a01:19:49.112016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:19:49.671101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7908): Launched\u000a01:19:49.784935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:19:50.062986 run patchelf(pid=7909): Launched\u000a01:19:50.249861 run osmo-stp_10.42.42.5(pid=7906): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)]\u000a01:19:50.386181 run osmo-stp_10.42.42.5(pid=7906): stdout: \u000a| (launched: 2022-12-10_01:19:48.839491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:50.522756 run osmo-stp_10.42.42.5(pid=7906): stderr: \u000a| �[0;m�[38;5;43m20221210011949029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011949029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011949030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011949030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:50.655458 run osmo-stp_10.42.42.5(pid=7906): stdout: \u000a| (launched: 2022-12-10_01:19:48.839491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:50.786736 run osmo-stp_10.42.42.5(pid=7906): stderr: \u000a| �[0;m�[38;5;43m20221210011949029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210011949029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210011949030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210011949030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210011949031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:50.939187 run patchelf(pid=7909): Terminating (SIGINT)\u000a01:19:51.116880 run patchelf(pid=7909): Terminated: ok {rc=0}\u000a01:19:51.149540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7906): Process ended prematurely: osmo-stp_10.42.42.5(pid=7906) [trial-2367↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7906)] [trial-2367↪gprs:trx-umtrx↪iperf3.py:8]\u000a01:19:51.159288 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:19:51.221460 run osmo-hlr_10.42.42.2(pid=7903): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7903)]\u000a01:19:51.272035 run osmo-hlr_10.42.42.2(pid=7903): stdout: \u000a| (launched: 2022-12-10_01:19:47.846063) \u000a01:19:51.323275 run osmo-hlr_10.42.42.2(pid=7903): stderr: \u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210011948044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210011948056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210011948064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210011948064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210011948064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:51.366821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7898): Terminating (SIGTERM)\u000a01:19:51.407995 run iperf3-srv_10.42.42.10(pid=7899): Terminating (SIGTERM)\u000a01:19:51.449505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Terminating (SIGTERM)\u000a01:19:51.490640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Terminating (SIGTERM)\u000a01:19:51.531839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7908): Terminating (SIGTERM)\u000a01:19:51.541764 --- ParallelTerminationStrategy: PID 7898 died...\u000a01:19:51.597057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7898): Terminated: ok {rc=0}\u000a01:19:51.607202 --- ParallelTerminationStrategy: PID 7899 died...\u000a01:19:51.662299 run iperf3-srv_10.42.42.10(pid=7899): Terminated {rc=256}\u000a01:19:51.672419 --- ParallelTerminationStrategy: PID 7902 died...\u000a01:19:51.727399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7902): Terminated: ok {rc=0}\u000a01:19:51.737675 --- ParallelTerminationStrategy: PID 7905 died...\u000a01:19:51.792311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7905): Terminated: ok {rc=0}\u000a01:19:51.802348 --- ParallelTerminationStrategy: PID 7908 died...\u000a01:19:51.857184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7908): Terminated: ok {rc=0}\u000a01:19:51.943131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7924): Process ended prematurely: osmo-stp_10.42.42.5(pid=7924) [trial-2367↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7924)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7924): Process ended prematurely: osmo-stp_10.42.42.5(pid=7924) [trial-2367↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a01:19:53.055627 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.066733 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:53.197193 tst iperf3m4.py: using LAC 24992\u000a01:19:53.315521 tst iperf3m4.py: using RAC 2\u000a01:19:53.434256 tst iperf3m4.py: using CellId 24992\u000a01:19:53.551098 tst iperf3m4.py: using BVCI 24993\u000a01:19:53.574011 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.584455 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.594702 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.605862 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.616354 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.626814 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.637892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.648314 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.659033 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:53.773990 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:53.899361 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:54.020240 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:54.311527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:19:54.445939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:54.778616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Launched\u000a01:19:55.055495 run iperf3-srv_10.42.42.10(pid=7911): Launched\u000a01:19:55.252579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:19:55.386724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:55.708279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Launched\u000a01:19:55.966060 run iperf3-srv_10.42.42.10(pid=7913): Launched\u000a01:19:56.147000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:19:56.270957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:56.580099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7914): Launched\u000a01:19:56.838398 run iperf3-srv_10.42.42.10(pid=7915): Launched\u000a01:19:57.019913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:19:57.143689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:57.452064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7916): Launched\u000a01:19:57.710549 run iperf3-srv_10.42.42.10(pid=7917): Launched\u000a01:19:57.891369 tst iperf3m4.py:8: start network...\u000a01:19:58.014757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:58.484672 run create_hlr_db(pid=7918): Launched\u000a01:19:58.655448 bus /gobi_6: Setting Powered False\u000a01:19:59.676891 run create_hlr_db(pid=7918): Terminated: ok {rc=0}\u000a01:20:00.072922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7920): Launched\u000a01:20:00.372909 run osmo-hlr_10.42.42.2(pid=7921): Launched\u000a01:20:00.491988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:01.080204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7923): Launched\u000a01:20:01.420440 run osmo-stp_10.42.42.5(pid=7924): Launched\u000a01:20:01.643071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:02.443948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7929): Launched\u000a01:20:02.550007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:02.810478 run patchelf(pid=7930): Launched\u000a01:20:02.985348 run osmo-stp_10.42.42.5(pid=7924): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7924)]\u000a01:20:03.112790 run osmo-stp_10.42.42.5(pid=7924): stdout: \u000a| (launched: 2022-12-10_01:20:01.248004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:03.240563 run osmo-stp_10.42.42.5(pid=7924): stderr: \u000a| �[0;m�[38;5;43m20221210012001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012001629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012001630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:03.364161 run osmo-stp_10.42.42.5(pid=7924): stdout: \u000a| (launched: 2022-12-10_01:20:01.248004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:03.486929 run osmo-stp_10.42.42.5(pid=7924): stderr: \u000a| �[0;m�[38;5;43m20221210012001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012001629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012001630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012001631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:03.628758 run patchelf(pid=7930): Terminating (SIGINT)\u000a01:20:03.795211 run patchelf(pid=7930): Terminated: ok {rc=0}\u000a01:20:03.826002 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7924): Process ended prematurely: osmo-stp_10.42.42.5(pid=7924) [trial-2367↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7924)] [trial-2367↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a01:20:03.835058 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:20:03.895827 run osmo-hlr_10.42.42.2(pid=7921): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7921)]\u000a01:20:03.944365 run osmo-hlr_10.42.42.2(pid=7921): stdout: \u000a| (launched: 2022-12-10_01:20:00.224505) \u000a01:20:03.993452 run osmo-hlr_10.42.42.2(pid=7921): stderr: \u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012000398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012000409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012000418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012000418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012000418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:04.034910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Terminating (SIGTERM)\u000a01:20:04.074225 run iperf3-srv_10.42.42.10(pid=7911): Terminating (SIGTERM)\u000a01:20:04.113694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Terminating (SIGTERM)\u000a01:20:04.152888 run iperf3-srv_10.42.42.10(pid=7913): Terminating (SIGTERM)\u000a01:20:04.192056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7914): Terminating (SIGTERM)\u000a01:20:04.231208 run iperf3-srv_10.42.42.10(pid=7915): Terminating (SIGTERM)\u000a01:20:04.270390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7916): Terminating (SIGTERM)\u000a01:20:04.309523 run iperf3-srv_10.42.42.10(pid=7917): Terminating (SIGTERM)\u000a01:20:04.348873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7920): Terminating (SIGTERM)\u000a01:20:04.388297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7923): Terminating (SIGTERM)\u000a01:20:04.427489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7929): Terminating (SIGTERM)\u000a01:20:04.436877 --- ParallelTerminationStrategy: PID 7910 died...\u000a01:20:04.489506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Terminated: ok {rc=0}\u000a01:20:04.498933 --- ParallelTerminationStrategy: PID 7911 died...\u000a01:20:04.550884 run iperf3-srv_10.42.42.10(pid=7911): Terminated {rc=256}\u000a01:20:04.560431 --- ParallelTerminationStrategy: PID 7912 died...\u000a01:20:04.612502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Terminated: ok {rc=0}\u000a01:20:04.622181 --- ParallelTerminationStrategy: PID 7913 died...\u000a01:20:04.674416 run iperf3-srv_10.42.42.10(pid=7913): Terminated {rc=256}\u000a01:20:04.683807 --- ParallelTerminationStrategy: PID 7914 died...\u000a01:20:04.735970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7914): Terminated: ok {rc=0}\u000a01:20:04.745687 --- ParallelTerminationStrategy: PID 7915 died...\u000a01:20:04.797707 run iperf3-srv_10.42.42.10(pid=7915): Terminated {rc=256}\u000a01:20:04.807320 --- ParallelTerminationStrategy: PID 7916 died...\u000a01:20:04.859459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7916): Terminated: ok {rc=0}\u000a01:20:04.869231 --- ParallelTerminationStrategy: PID 7917 died...\u000a01:20:04.922257 run iperf3-srv_10.42.42.10(pid=7917): Terminated {rc=256}\u000a01:20:04.931702 --- ParallelTerminationStrategy: PID 7920 died...\u000a01:20:04.984118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7920): Terminated: ok {rc=0}\u000a01:20:04.993658 --- ParallelTerminationStrategy: PID 7923 died...\u000a01:20:05.045916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7923): Terminated: ok {rc=0}\u000a01:20:05.055618 --- ParallelTerminationStrategy: PID 7929 died...\u000a01:20:05.107817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7929): Terminated: ok {rc=0}\u000a01:20:05.190690 bus /gobi_4: Setting Powered False\u000a01:20:06.290602 bus /gobi_4: Setting Powered False\u000a01:20:07.400458 bus /gobi_1: Setting Powered False\u000a01:20:08.501098 bus /gobi_1: Setting Powered False\u000a01:20:09.607402 bus /gobi_0: Setting Powered False\u000a01:20:10.712667 bus /gobi_0: Setting Powered False\u000a01:20:11.819383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7937): Process ended prematurely: osmo-stp_10.42.42.5(pid=7937) [trial-2367↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7937)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7937): Process ended prematurely: osmo-stp_10.42.42.5(pid=7937) [trial-2367↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a01:20:12.886844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:12.898400 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:13.038709 tst ping.py: using LAC 24993\u000a01:20:13.160941 tst ping.py: using RAC 3\u000a01:20:13.283620 tst ping.py: using CellId 24993\u000a01:20:13.405861 tst ping.py: using BVCI 24994\u000a01:20:13.429831 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.440702 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.451614 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.462404 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.473115 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.483738 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.494597 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:13.505378 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:13.789971 tst ping.py:19: start network...\u000a01:20:13.920385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:14.422457 run create_hlr_db(pid=7931): Launched\u000a01:20:14.603820 bus /gobi_6: Setting Powered False\u000a01:20:15.623701 run create_hlr_db(pid=7931): Terminated: ok {rc=0}\u000a01:20:16.060347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7933): Launched\u000a01:20:16.402249 run osmo-hlr_10.42.42.2(pid=7934): Launched\u000a01:20:16.621416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:17.264231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7936): Launched\u000a01:20:17.560357 run osmo-stp_10.42.42.5(pid=7937): Launched\u000a01:20:17.667298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:18.177564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7939): Launched\u000a01:20:18.281205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:18.537447 run patchelf(pid=7940): Launched\u000a01:20:18.709117 run osmo-stp_10.42.42.5(pid=7937): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7937)]\u000a01:20:18.834387 run osmo-stp_10.42.42.5(pid=7937): stdout: \u000a| (launched: 2022-12-10_01:20:17.413949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:18.959890 run osmo-stp_10.42.42.5(pid=7937): stderr: \u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012017583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:19.082224 run osmo-stp_10.42.42.5(pid=7937): stdout: \u000a| (launched: 2022-12-10_01:20:17.413949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:19.202971 run osmo-stp_10.42.42.5(pid=7937): stderr: \u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012017583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012017583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012017584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:19.342580 run patchelf(pid=7940): Terminating (SIGINT)\u000a01:20:19.506220 run patchelf(pid=7940): Terminated: ok {rc=0}\u000a01:20:19.535906 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7937): Process ended prematurely: osmo-stp_10.42.42.5(pid=7937) [trial-2367↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7937)] [trial-2367↪gprs:trx-umtrx↪ping.py:22]\u000a01:20:19.544368 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:20:19.604180 run osmo-hlr_10.42.42.2(pid=7934): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7934)]\u000a01:20:19.652625 run osmo-hlr_10.42.42.2(pid=7934): stdout: \u000a| (launched: 2022-12-10_01:20:16.211249) \u000a01:20:19.701828 run osmo-hlr_10.42.42.2(pid=7934): stderr: \u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012016558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012016576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012016591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012016591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012016591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:19.743321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7933): Terminating (SIGTERM)\u000a01:20:19.783177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7936): Terminating (SIGTERM)\u000a01:20:19.822449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7939): Terminating (SIGTERM)\u000a01:20:19.831820 --- ParallelTerminationStrategy: PID 7933 died...\u000a01:20:19.884479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7933): Terminated: ok {rc=0}\u000a01:20:19.894049 --- ParallelTerminationStrategy: PID 7936 died...\u000a01:20:19.946549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7936): Terminated: ok {rc=0}\u000a01:20:19.955965 --- ParallelTerminationStrategy: PID 7939 died...\u000a01:20:20.009006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7939): Terminated: ok {rc=0}\u000a01:20:20.096918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a01:20:21.148135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.159745 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:21.294569 tst ping_idle_ping.py: using LAC 24994\u000a01:20:21.412458 tst ping_idle_ping.py: using RAC 4\u000a01:20:21.529818 tst ping_idle_ping.py: using CellId 24994\u000a01:20:21.650269 tst ping_idle_ping.py: using BVCI 24995\u000a01:20:21.672671 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.683221 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.693568 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.704068 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.714563 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.725069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.735737 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.746299 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:22.016488 tst ping_idle_ping.py:24: start network...\u000a01:20:22.138208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:22.604656 run create_hlr_db(pid=7941): Launched\u000a01:20:22.775367 bus /gobi_6: Setting Powered False\u000a01:20:23.796200 run create_hlr_db(pid=7941): Terminated: ok {rc=0}\u000a01:20:24.191087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Launched\u000a01:20:24.487902 run osmo-hlr_10.42.42.2(pid=7944): Launched\u000a01:20:24.595070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:25.107178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Launched\u000a01:20:25.401710 run osmo-stp_10.42.42.5(pid=7947): Launched\u000a01:20:25.508502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:26.020277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Launched\u000a01:20:26.124244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:26.380817 run patchelf(pid=7950): Launched\u000a01:20:26.552237 run osmo-stp_10.42.42.5(pid=7947): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]\u000a01:20:26.677814 run osmo-stp_10.42.42.5(pid=7947): stdout: \u000a| (launched: 2022-12-10_01:20:25.256072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:26.803470 run osmo-stp_10.42.42.5(pid=7947): stderr: \u000a| �[0;m�[38;5;43m20221210012025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012025427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012025427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:26.924699 run osmo-stp_10.42.42.5(pid=7947): stdout: \u000a| (launched: 2022-12-10_01:20:25.256072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:27.045539 run osmo-stp_10.42.42.5(pid=7947): stderr: \u000a| �[0;m�[38;5;43m20221210012025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012025426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012025427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012025427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012025428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:27.186013 run patchelf(pid=7950): Terminating (SIGINT)\u000a01:20:27.349858 run patchelf(pid=7950): Terminated: ok {rc=0}\u000a01:20:27.379690 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)] [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a01:20:27.388240 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a01:20:27.448655 run osmo-hlr_10.42.42.2(pid=7944): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7944)]\u000a01:20:27.497549 run osmo-hlr_10.42.42.2(pid=7944): stdout: \u000a| (launched: 2022-12-10_01:20:24.340719) \u000a01:20:27.546974 run osmo-hlr_10.42.42.2(pid=7944): stderr: \u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012024518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012024553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012024563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012024563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012024564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:27.589185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Terminating (SIGTERM)\u000a01:20:27.628657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Terminating (SIGTERM)\u000a01:20:27.668390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Terminating (SIGTERM)\u000a01:20:27.677917 --- ParallelTerminationStrategy: PID 7943 died...\u000a01:20:27.731729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Terminated: ok {rc=0}\u000a01:20:27.741460 --- ParallelTerminationStrategy: PID 7946 died...\u000a01:20:27.794262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Terminated: ok {rc=0}\u000a01:20:27.803975 --- ParallelTerminationStrategy: PID 7949 died...\u000a01:20:27.856707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Terminated: ok {rc=0}\u000a01:20:27.940418 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:19:30" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:20:30.092215 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.103391 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:20:30.249552 tst cs_paging_gprs_active.py: using LAC 24995\u000a01:20:30.377449 tst cs_paging_gprs_active.py: using RAC 5\u000a01:20:30.505525 tst cs_paging_gprs_active.py: using CellId 24995\u000a01:20:30.628242 tst cs_paging_gprs_active.py: using BVCI 24996\u000a01:20:30.651182 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.662113 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.672818 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.683735 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.694552 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.705244 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.715921 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.726505 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:30.737323 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:30.864242 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:31.170534 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:20:31.308199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:31.656567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Launched\u000a01:20:31.974575 run iperf3-srv_10.42.42.10(pid=7957): Launched\u000a01:20:32.194422 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:20:32.320640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:32.631159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Launched\u000a01:20:32.889146 run iperf3-srv_10.42.42.10(pid=7959): Launched\u000a01:20:33.070998 tst cs_paging_gprs_active.py:38: start network...\u000a01:20:33.195902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:33.666852 run create_hlr_db(pid=7960): Launched\u000a01:20:33.838393 bus /gobi_6: Setting Powered False\u000a01:20:34.860559 run create_hlr_db(pid=7960): Terminated: ok {rc=0}\u000a01:20:35.258885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Launched\u000a01:20:35.558977 run osmo-hlr_10.42.42.2(pid=7963): Launched\u000a01:20:35.669915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:36.190462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Launched\u000a01:20:36.490685 run osmo-stp_10.42.42.5(pid=7966): Launched\u000a01:20:36.600159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:37.119956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Launched\u000a01:20:37.226661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:37.487148 run patchelf(pid=7969): Launched\u000a01:20:37.662486 run osmo-stp_10.42.42.5(pid=7966): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a01:20:37.790464 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-10_01:20:36.342207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:37.918694 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012036513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:38.042496 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-10_01:20:36.342207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:38.165270 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012036512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012036513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012036513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:38.307636 run patchelf(pid=7969): Terminating (SIGINT)\u000a01:20:38.474787 run patchelf(pid=7969): Terminated: ok {rc=0}\u000a01:20:38.505708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)] [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:20:38.514772 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:20:38.575550 run osmo-hlr_10.42.42.2(pid=7963): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7963)]\u000a01:20:38.624253 run osmo-hlr_10.42.42.2(pid=7963): stdout: \u000a| (launched: 2022-12-10_01:20:35.410883) \u000a01:20:38.673804 run osmo-hlr_10.42.42.2(pid=7963): stderr: \u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012035586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012035599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012035610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012035610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012035610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:38.715735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Terminating (SIGTERM)\u000a01:20:38.755404 run iperf3-srv_10.42.42.10(pid=7957): Terminating (SIGTERM)\u000a01:20:38.795070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminating (SIGTERM)\u000a01:20:38.834620 run iperf3-srv_10.42.42.10(pid=7959): Terminating (SIGTERM)\u000a01:20:38.874390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminating (SIGTERM)\u000a01:20:38.914157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminating (SIGTERM)\u000a01:20:38.953808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Terminating (SIGTERM)\u000a01:20:38.963495 --- ParallelTerminationStrategy: PID 7956 died...\u000a01:20:39.016932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Terminated: ok {rc=0}\u000a01:20:39.026735 --- ParallelTerminationStrategy: PID 7957 died...\u000a01:20:39.079355 run iperf3-srv_10.42.42.10(pid=7957): Terminated {rc=256}\u000a01:20:39.089119 --- ParallelTerminationStrategy: PID 7958 died...\u000a01:20:39.142033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminated: ok {rc=0}\u000a01:20:39.151735 --- ParallelTerminationStrategy: PID 7959 died...\u000a01:20:39.204445 run iperf3-srv_10.42.42.10(pid=7959): Terminated {rc=256}\u000a01:20:39.214288 --- ParallelTerminationStrategy: PID 7962 died...\u000a01:20:39.266584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminated: ok {rc=0}\u000a01:20:39.276431 --- ParallelTerminationStrategy: PID 7965 died...\u000a01:20:39.329132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminated: ok {rc=0}\u000a01:20:39.338939 --- ParallelTerminationStrategy: PID 7968 died...\u000a01:20:39.391521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Terminated: ok {rc=0}\u000a01:20:39.475025 bus /gobi_0: Setting Powered False\u000a01:20:40.574873 bus /gobi_0: Setting Powered False\u000a01:20:41.685758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7978): Process ended prematurely: osmo-stp_10.42.42.5(pid=7978) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7978)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7978): Process ended prematurely: osmo-stp_10.42.42.5(pid=7978) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:20:42.799181 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:42.810984 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:20:42.959047 tst iperf3.py: using LAC 24996\u000a01:20:43.087406 tst iperf3.py: using RAC 6\u000a01:20:43.213950 tst iperf3.py: using CellId 24996\u000a01:20:43.339734 tst iperf3.py: using BVCI 24997\u000a01:20:43.364359 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.375689 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.386699 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.397701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.408666 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.419621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.430829 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.441669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:43.452662 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:43.727790 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:43.852119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:44.162047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7970): Launched\u000a01:20:44.419826 run iperf3-srv_10.42.42.10(pid=7971): Launched\u000a01:20:44.601391 tst iperf3.py:8: start network...\u000a01:20:44.725653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:45.196020 run create_hlr_db(pid=7972): Launched\u000a01:20:45.367170 bus /gobi_6: Setting Powered False\u000a01:20:46.444303 run create_hlr_db(pid=7972): Terminated: ok {rc=0}\u000a01:20:46.902695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7974): Launched\u000a01:20:47.259700 run osmo-hlr_10.42.42.2(pid=7975): Launched\u000a01:20:47.379115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:47.942671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7977): Launched\u000a01:20:48.262843 run osmo-stp_10.42.42.5(pid=7978): Launched\u000a01:20:48.379161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:48.937371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7980): Launched\u000a01:20:49.051426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:49.330797 run patchelf(pid=7981): Launched\u000a01:20:49.517594 run osmo-stp_10.42.42.5(pid=7978): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7978)]\u000a01:20:49.653704 run osmo-stp_10.42.42.5(pid=7978): stdout: \u000a| (launched: 2022-12-10_01:20:48.106146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:49.790364 run osmo-stp_10.42.42.5(pid=7978): stderr: \u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012048298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:49.922507 run osmo-stp_10.42.42.5(pid=7978): stdout: \u000a| (launched: 2022-12-10_01:20:48.106146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:50.053578 run osmo-stp_10.42.42.5(pid=7978): stderr: \u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012048298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012048298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012048301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:50.205719 run patchelf(pid=7981): Terminating (SIGINT)\u000a01:20:50.383892 run patchelf(pid=7981): Terminated: ok {rc=0}\u000a01:20:50.416625 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7978): Process ended prematurely: osmo-stp_10.42.42.5(pid=7978) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7978)] [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a01:20:50.426368 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:20:50.489174 run osmo-hlr_10.42.42.2(pid=7975): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7975)]\u000a01:20:50.540040 run osmo-hlr_10.42.42.2(pid=7975): stdout: \u000a| (launched: 2022-12-10_01:20:47.071087) \u000a01:20:50.591653 run osmo-hlr_10.42.42.2(pid=7975): stderr: \u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012047294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012047307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012047317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012047317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012047317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:50.635330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7970): Terminating (SIGTERM)\u000a01:20:50.676410 run iperf3-srv_10.42.42.10(pid=7971): Terminating (SIGTERM)\u000a01:20:50.717569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7974): Terminating (SIGTERM)\u000a01:20:50.758354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7977): Terminating (SIGTERM)\u000a01:20:50.799143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7980): Terminating (SIGTERM)\u000a01:20:50.808781 --- ParallelTerminationStrategy: PID 7970 died...\u000a01:20:50.863547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7970): Terminated: ok {rc=0}\u000a01:20:50.873812 --- ParallelTerminationStrategy: PID 7971 died...\u000a01:20:50.927963 run iperf3-srv_10.42.42.10(pid=7971): Terminated {rc=256}\u000a01:20:50.937919 --- ParallelTerminationStrategy: PID 7974 died...\u000a01:20:50.992988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7974): Terminated: ok {rc=0}\u000a01:20:51.002984 --- ParallelTerminationStrategy: PID 7977 died...\u000a01:20:51.057796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7977): Terminated: ok {rc=0}\u000a01:20:51.067961 --- ParallelTerminationStrategy: PID 7980 died...\u000a01:20:51.122406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7980): Terminated: ok {rc=0}\u000a01:20:51.208137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:20:52.324850 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.336851 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:20:52.477621 tst iperf3m4.py: using LAC 24997\u000a01:20:52.602310 tst iperf3m4.py: using RAC 7\u000a01:20:52.719674 tst iperf3m4.py: using CellId 24997\u000a01:20:52.835532 tst iperf3m4.py: using BVCI 24998\u000a01:20:52.858416 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.869143 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.879628 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.890507 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.901324 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.912041 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.923390 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.934052 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.944854 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:53.064006 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:53.184064 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:53.302684 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:53.584911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:53.709177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:54.018486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7982): Launched\u000a01:20:54.275469 run iperf3-srv_10.42.42.10(pid=7983): Launched\u000a01:20:54.457101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:20:54.580676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:54.889558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Launched\u000a01:20:55.146454 run iperf3-srv_10.42.42.10(pid=7985): Launched\u000a01:20:55.327989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:20:55.451747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:55.761335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Launched\u000a01:20:56.018899 run iperf3-srv_10.42.42.10(pid=7987): Launched\u000a01:20:56.211100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:20:56.345024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:56.677596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Launched\u000a01:20:56.953472 run iperf3-srv_10.42.42.10(pid=7989): Launched\u000a01:20:57.149103 tst iperf3m4.py:8: start network...\u000a01:20:57.282176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:57.798024 run create_hlr_db(pid=7990): Launched\u000a01:20:57.982742 bus /gobi_6: Setting Powered False\u000a01:20:59.003564 run create_hlr_db(pid=7990): Terminated: ok {rc=0}\u000a01:20:59.405756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Launched\u000a01:20:59.705657 run osmo-hlr_10.42.42.2(pid=7993): Launched\u000a01:20:59.822681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:00.350348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Launched\u000a01:21:00.650003 run osmo-stp_10.42.42.5(pid=7996): Launched\u000a01:21:00.758743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:01.345337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7998): Launched\u000a01:21:01.455525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:01.743613 run patchelf(pid=7999): Launched\u000a01:21:01.924202 run osmo-stp_10.42.42.5(pid=7996): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)]\u000a01:21:02.055902 run osmo-stp_10.42.42.5(pid=7996): stdout: \u000a| (launched: 2022-12-10_01:21:00.502487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:02.188305 run osmo-stp_10.42.42.5(pid=7996): stderr: \u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012100674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:02.314728 run osmo-stp_10.42.42.5(pid=7996): stdout: \u000a| (launched: 2022-12-10_01:21:00.502487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:02.438329 run osmo-stp_10.42.42.5(pid=7996): stderr: \u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012100674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012100674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012100675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:02.581609 run patchelf(pid=7999): Terminating (SIGINT)\u000a01:21:02.749337 run patchelf(pid=7999): Terminated: ok {rc=0}\u000a01:21:02.780203 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7996): Process ended prematurely: osmo-stp_10.42.42.5(pid=7996) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7996)] [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:21:02.789522 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a01:21:02.850245 run osmo-hlr_10.42.42.2(pid=7993): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7993)]\u000a01:21:02.899283 run osmo-hlr_10.42.42.2(pid=7993): stdout: \u000a| (launched: 2022-12-10_01:20:59.557512) \u000a01:21:02.948872 run osmo-hlr_10.42.42.2(pid=7993): stderr: \u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012059733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012059746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012059754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012059754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012059754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:02.990653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7982): Terminating (SIGTERM)\u000a01:21:03.030356 run iperf3-srv_10.42.42.10(pid=7983): Terminating (SIGTERM)\u000a01:21:03.070101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Terminating (SIGTERM)\u000a01:21:03.109615 run iperf3-srv_10.42.42.10(pid=7985): Terminating (SIGTERM)\u000a01:21:03.149330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Terminating (SIGTERM)\u000a01:21:03.189126 run iperf3-srv_10.42.42.10(pid=7987): Terminating (SIGTERM)\u000a01:21:03.228371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminating (SIGTERM)\u000a01:21:03.267740 run iperf3-srv_10.42.42.10(pid=7989): Terminating (SIGTERM)\u000a01:21:03.307590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminating (SIGTERM)\u000a01:21:03.347255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Terminating (SIGTERM)\u000a01:21:03.387019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7998): Terminating (SIGTERM)\u000a01:21:03.396457 --- ParallelTerminationStrategy: PID 7982 died...\u000a01:21:03.449505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7982): Terminated: ok {rc=0}\u000a01:21:03.459036 --- ParallelTerminationStrategy: PID 7983 died...\u000a01:21:03.511591 run iperf3-srv_10.42.42.10(pid=7983): Terminated {rc=256}\u000a01:21:03.521263 --- ParallelTerminationStrategy: PID 7984 died...\u000a01:21:03.573773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Terminated: ok {rc=0}\u000a01:21:03.583518 --- ParallelTerminationStrategy: PID 7985 died...\u000a01:21:03.635871 run iperf3-srv_10.42.42.10(pid=7985): Terminated {rc=256}\u000a01:21:03.645687 --- ParallelTerminationStrategy: PID 7986 died...\u000a01:21:03.698579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Terminated: ok {rc=0}\u000a01:21:03.708052 --- ParallelTerminationStrategy: PID 7987 died...\u000a01:21:03.760229 run iperf3-srv_10.42.42.10(pid=7987): Terminated {rc=256}\u000a01:21:03.769985 --- ParallelTerminationStrategy: PID 7988 died...\u000a01:21:03.822797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminated: ok {rc=0}\u000a01:21:03.832554 --- ParallelTerminationStrategy: PID 7989 died...\u000a01:21:03.885104 run iperf3-srv_10.42.42.10(pid=7989): Terminated {rc=256}\u000a01:21:03.894881 --- ParallelTerminationStrategy: PID 7992 died...\u000a01:21:03.947991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminated: ok {rc=0}\u000a01:21:03.957690 --- ParallelTerminationStrategy: PID 7995 died...\u000a01:21:04.010547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7995): Terminated: ok {rc=0}\u000a01:21:04.020103 --- ParallelTerminationStrategy: PID 7998 died...\u000a01:21:04.072675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7998): Terminated: ok {rc=0}\u000a01:21:04.160523 bus /gobi_4: Setting Powered False\u000a01:21:05.263968 bus /gobi_4: Setting Powered False\u000a01:21:06.369172 bus /gobi_1: Setting Powered False\u000a01:21:07.475222 bus /gobi_1: Setting Powered False\u000a01:21:08.585562 bus /gobi_0: Setting Powered False\u000a01:21:09.687349 bus /gobi_0: Setting Powered False\u000a01:21:10.798480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:21:11.867510 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:11.879342 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:12.022672 tst ping.py: using LAC 24998\u000a01:21:12.147432 tst ping.py: using RAC 8\u000a01:21:12.270641 tst ping.py: using CellId 24998\u000a01:21:12.393471 tst ping.py: using BVCI 24999\u000a01:21:12.417665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.428879 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.439912 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.451040 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.462100 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.473110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.484226 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:12.495192 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:12.766055 tst ping.py:19: start network...\u000a01:21:12.887625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:13.351106 run create_hlr_db(pid=8000): Launched\u000a01:21:13.520871 bus /gobi_6: Setting Powered False\u000a01:21:14.541668 run create_hlr_db(pid=8000): Terminated: ok {rc=0}\u000a01:21:14.962213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8002): Launched\u000a01:21:15.278571 run osmo-hlr_10.42.42.2(pid=8003): Launched\u000a01:21:15.398323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:15.996846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Launched\u000a01:21:16.372055 run osmo-stp_10.42.42.5(pid=8006): Launched\u000a01:21:16.499926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:17.298133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Launched\u000a01:21:17.403163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:17.662717 run patchelf(pid=8009): Launched\u000a01:21:17.835302 run osmo-stp_10.42.42.5(pid=8006): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]\u000a01:21:17.961883 run osmo-stp_10.42.42.5(pid=8006): stdout: \u000a| (launched: 2022-12-10_01:21:16.161641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:18.088363 run osmo-stp_10.42.42.5(pid=8006): stderr: \u000a| �[0;m�[38;5;43m20221210012116507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012116508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012116508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012116508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012116509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012116509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012116510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:18.211151 run osmo-stp_10.42.42.5(pid=8006): stdout: \u000a| (launched: 2022-12-10_01:21:16.161641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:18.331762 run osmo-stp_10.42.42.5(pid=8006): stderr: \u000a| �[0;m�[38;5;43m20221210012116507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012116508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012116508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012116508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012116509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012116509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012116510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:18.472448 run patchelf(pid=8009): Terminating (SIGINT)\u000a01:21:18.637214 run patchelf(pid=8009): Terminated: ok {rc=0}\u000a01:21:18.667263 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)] [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a01:21:18.675861 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:21:18.736181 run osmo-hlr_10.42.42.2(pid=8003): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8003)]\u000a01:21:18.785050 run osmo-hlr_10.42.42.2(pid=8003): stdout: \u000a| (launched: 2022-12-10_01:21:15.122541) \u000a01:21:18.834706 run osmo-hlr_10.42.42.2(pid=8003): stderr: \u000a| �[0;m�[1;31m20221210012115322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012115322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012115322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012115322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012115322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012115323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012115335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:18.876634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8002): Terminating (SIGTERM)\u000a01:21:18.916479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Terminating (SIGTERM)\u000a01:21:18.956168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Terminating (SIGTERM)\u000a01:21:18.965708 --- ParallelTerminationStrategy: PID 8002 died...\u000a01:21:19.019191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8002): Terminated: ok {rc=0}\u000a01:21:19.028862 --- ParallelTerminationStrategy: PID 8005 died...\u000a01:21:19.081760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Terminated: ok {rc=0}\u000a01:21:19.091514 --- ParallelTerminationStrategy: PID 8008 died...\u000a01:21:19.144912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Terminated: ok {rc=0}\u000a01:21:19.233981 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8016): Process ended prematurely: osmo-stp_10.42.42.5(pid=8016) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8016)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8016): Process ended prematurely: osmo-stp_10.42.42.5(pid=8016) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:21:20.286356 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.298117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:20.433912 tst ping_idle_ping.py: using LAC 24999\u000a01:21:20.549546 tst ping_idle_ping.py: using RAC 9\u000a01:21:20.676428 tst ping_idle_ping.py: using CellId 24999\u000a01:21:20.796029 tst ping_idle_ping.py: using BVCI 25000\u000a01:21:20.818486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.829313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.839669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.850428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.861214 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.871846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.882849 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:20.893727 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:21.181665 tst ping_idle_ping.py:24: start network...\u000a01:21:21.313599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:21.823488 run create_hlr_db(pid=8010): Launched\u000a01:21:22.006479 bus /gobi_6: Setting Powered False\u000a01:21:23.027338 run create_hlr_db(pid=8010): Terminated: ok {rc=0}\u000a01:21:23.448277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8012): Launched\u000a01:21:23.766479 run osmo-hlr_10.42.42.2(pid=8013): Launched\u000a01:21:23.881720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:24.431440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8015): Launched\u000a01:21:24.749146 run osmo-stp_10.42.42.5(pid=8016): Launched\u000a01:21:24.863826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:25.416511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8018): Launched\u000a01:21:25.529030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:25.806023 run patchelf(pid=8019): Launched\u000a01:21:25.991023 run osmo-stp_10.42.42.5(pid=8016): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8016)]\u000a01:21:26.126497 run osmo-stp_10.42.42.5(pid=8016): stdout: \u000a| (launched: 2022-12-10_01:21:24.592902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:26.261613 run osmo-stp_10.42.42.5(pid=8016): stderr: \u000a| �[0;m�[38;5;43m20221210012124783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012124784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012124784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012124784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:26.392701 run osmo-stp_10.42.42.5(pid=8016): stdout: \u000a| (launched: 2022-12-10_01:21:24.592902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:26.522700 run osmo-stp_10.42.42.5(pid=8016): stderr: \u000a| �[0;m�[38;5;43m20221210012124783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012124784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012124784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012124784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:26.673224 run patchelf(pid=8019): Terminating (SIGINT)\u000a01:21:26.850368 run patchelf(pid=8019): Terminated: ok {rc=0}\u000a01:21:26.882421 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8016): Process ended prematurely: osmo-stp_10.42.42.5(pid=8016) [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8016)] [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:21:26.891422 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:21:26.953739 run osmo-hlr_10.42.42.2(pid=8013): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8013)]\u000a01:21:27.004597 run osmo-hlr_10.42.42.2(pid=8013): stdout: \u000a| (launched: 2022-12-10_01:21:23.609817) \u000a01:21:27.056365 run osmo-hlr_10.42.42.2(pid=8013): stderr: \u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012123809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012123822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012123830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012123830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012123830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:27.100007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8012): Terminating (SIGTERM)\u000a01:21:27.141548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8015): Terminating (SIGTERM)\u000a01:21:27.183036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8018): Terminating (SIGTERM)\u000a01:21:27.192744 --- ParallelTerminationStrategy: PID 8012 died...\u000a01:21:27.248237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8012): Terminated: ok {rc=0}\u000a01:21:27.258355 --- ParallelTerminationStrategy: PID 8015 died...\u000a01:21:27.313784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8015): Terminated: ok {rc=0}\u000a01:21:27.323798 --- ParallelTerminationStrategy: PID 8018 died...\u000a01:21:27.379110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8018): Terminated: ok {rc=0}\u000a01:21:27.465982 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:21:29.622243 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:29.633381 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:21:29.797407 tst cs_paging_gprs_active.py: using LAC 25000\u000a01:21:29.922953 tst cs_paging_gprs_active.py: using RAC 10\u000a01:21:30.050396 tst cs_paging_gprs_active.py: using CellId 25000\u000a01:21:30.175899 tst cs_paging_gprs_active.py: using BVCI 25001\u000a01:21:30.200506 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.211786 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.222795 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.233825 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.244828 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.255843 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.266974 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.277890 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:30.289037 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:30.408010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:30.682886 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:21:30.807800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:31.170330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Launched\u000a01:21:31.472525 run iperf3-srv_10.42.42.10(pid=8026): Launched\u000a01:21:31.675645 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:21:31.813208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:32.154501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8027): Launched\u000a01:21:32.413437 run iperf3-srv_10.42.42.10(pid=8028): Launched\u000a01:21:32.594656 tst cs_paging_gprs_active.py:38: start network...\u000a01:21:32.718906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:33.191076 run create_hlr_db(pid=8029): Launched\u000a01:21:33.362731 bus /gobi_6: Setting Powered False\u000a01:21:34.385850 run create_hlr_db(pid=8029): Terminated: ok {rc=0}\u000a01:21:34.812854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Launched\u000a01:21:35.134934 run osmo-hlr_10.42.42.2(pid=8032): Launched\u000a01:21:35.252228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:35.808896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Launched\u000a01:21:36.129430 run osmo-stp_10.42.42.5(pid=8035): Launched\u000a01:21:36.245144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:36.803938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Launched\u000a01:21:36.918032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:37.205544 run patchelf(pid=8038): Launched\u000a01:21:37.392176 run osmo-stp_10.42.42.5(pid=8035): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)]\u000a01:21:37.528653 run osmo-stp_10.42.42.5(pid=8035): stdout: \u000a| (launched: 2022-12-10_01:21:35.971743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:37.665747 run osmo-stp_10.42.42.5(pid=8035): stderr: \u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012136163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:37.798616 run osmo-stp_10.42.42.5(pid=8035): stdout: \u000a| (launched: 2022-12-10_01:21:35.971743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:37.929357 run osmo-stp_10.42.42.5(pid=8035): stderr: \u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012136162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012136163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012136163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:38.081018 run patchelf(pid=8038): Terminating (SIGINT)\u000a01:21:38.259612 run patchelf(pid=8038): Terminated: ok {rc=0}\u000a01:21:38.292286 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8035): Process ended prematurely: osmo-stp_10.42.42.5(pid=8035) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8035)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:21:38.302008 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:21:38.364163 run osmo-hlr_10.42.42.2(pid=8032): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8032)]\u000a01:21:38.414756 run osmo-hlr_10.42.42.2(pid=8032): stdout: \u000a| (launched: 2022-12-10_01:21:34.976598) \u000a01:21:38.466035 run osmo-hlr_10.42.42.2(pid=8032): stderr: \u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012135185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012135194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012135194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012135194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:38.509666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Terminating (SIGTERM)\u000a01:21:38.550610 run iperf3-srv_10.42.42.10(pid=8026): Terminating (SIGTERM)\u000a01:21:38.591708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8027): Terminating (SIGTERM)\u000a01:21:38.632563 run iperf3-srv_10.42.42.10(pid=8028): Terminating (SIGTERM)\u000a01:21:38.674125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Terminating (SIGTERM)\u000a01:21:38.715534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Terminating (SIGTERM)\u000a01:21:38.756635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Terminating (SIGTERM)\u000a01:21:38.766342 --- ParallelTerminationStrategy: PID 8025 died...\u000a01:21:38.821457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8025): Terminated: ok {rc=0}\u000a01:21:38.831460 --- ParallelTerminationStrategy: PID 8026 died...\u000a01:21:38.885953 run iperf3-srv_10.42.42.10(pid=8026): Terminated {rc=256}\u000a01:21:38.895841 --- ParallelTerminationStrategy: PID 8027 died...\u000a01:21:38.950891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8027): Terminated: ok {rc=0}\u000a01:21:38.960784 --- ParallelTerminationStrategy: PID 8028 died...\u000a01:21:39.015301 run iperf3-srv_10.42.42.10(pid=8028): Terminated {rc=256}\u000a01:21:39.025314 --- ParallelTerminationStrategy: PID 8031 died...\u000a01:21:39.079973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8031): Terminated: ok {rc=0}\u000a01:21:39.090039 --- ParallelTerminationStrategy: PID 8034 died...\u000a01:21:39.144710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8034): Terminated: ok {rc=0}\u000a01:21:39.154686 --- ParallelTerminationStrategy: PID 8037 died...\u000a01:21:39.209276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8037): Terminated: ok {rc=0}\u000a01:21:39.295776 bus /gobi_0: Setting Powered False\u000a01:21:40.398660 bus /gobi_0: Setting Powered False\u000a01:21:41.504448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8050): Process ended prematurely: osmo-stp_10.42.42.5(pid=8050) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8050)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8050): Process ended prematurely: osmo-stp_10.42.42.5(pid=8050) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:21:42.612141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:42.623586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:21:42.776829 tst iperf3.py: using LAC 25001\u000a01:21:42.894960 tst iperf3.py: using RAC 11\u000a01:21:43.016861 tst iperf3.py: using CellId 25001\u000a01:21:43.134040 tst iperf3.py: using BVCI 25002\u000a01:21:43.156758 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.167561 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.178225 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.189585 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.200919 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.211992 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.224506 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.239383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:43.251534 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:43.534591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:43.658944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:43.969544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Launched\u000a01:21:44.227694 run iperf3-srv_10.42.42.10(pid=8043): Launched\u000a01:21:44.409662 tst iperf3.py:8: start network...\u000a01:21:44.534171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:45.005495 run create_hlr_db(pid=8044): Launched\u000a01:21:45.177656 bus /gobi_6: Setting Powered False\u000a01:21:46.229722 run create_hlr_db(pid=8044): Terminated: ok {rc=0}\u000a01:21:46.677639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8046): Launched\u000a01:21:47.234821 run osmo-hlr_10.42.42.2(pid=8047): Launched\u000a01:21:47.406543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:48.052449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8049): Launched\u000a01:21:48.366503 run osmo-stp_10.42.42.5(pid=8050): Launched\u000a01:21:48.479363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:49.027940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8052): Launched\u000a01:21:49.139236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:49.412099 run patchelf(pid=8053): Launched\u000a01:21:49.594752 run osmo-stp_10.42.42.5(pid=8050): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8050)]\u000a01:21:49.728756 run osmo-stp_10.42.42.5(pid=8050): stdout: \u000a| (launched: 2022-12-10_01:21:48.211743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:49.862907 run osmo-stp_10.42.42.5(pid=8050): stderr: \u000a| �[0;m�[38;5;43m20221210012148401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012148401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012148402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012148402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:49.992396 run osmo-stp_10.42.42.5(pid=8050): stdout: \u000a| (launched: 2022-12-10_01:21:48.211743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:50.120855 run osmo-stp_10.42.42.5(pid=8050): stderr: \u000a| �[0;m�[38;5;43m20221210012148401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012148401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012148402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012148402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012148403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:50.270141 run patchelf(pid=8053): Terminating (SIGINT)\u000a01:21:50.444464 run patchelf(pid=8053): Terminated: ok {rc=0}\u000a01:21:50.476555 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8050): Process ended prematurely: osmo-stp_10.42.42.5(pid=8050) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8050)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:21:50.486177 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:21:50.547753 run osmo-hlr_10.42.42.2(pid=8047): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8047)]\u000a01:21:50.597936 run osmo-hlr_10.42.42.2(pid=8047): stdout: \u000a| (launched: 2022-12-10_01:21:46.894901) \u000a01:21:50.648688 run osmo-hlr_10.42.42.2(pid=8047): stderr: \u000a| �[0;m�[1;31m20221210012147214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012147214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012147214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012147214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012147215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012147215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012147226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012147242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012147242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012147242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:50.692193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Terminating (SIGTERM)\u000a01:21:50.732726 run iperf3-srv_10.42.42.10(pid=8043): Terminating (SIGTERM)\u000a01:21:50.773903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8046): Terminating (SIGTERM)\u000a01:21:50.814797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8049): Terminating (SIGTERM)\u000a01:21:50.855477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8052): Terminating (SIGTERM)\u000a01:21:50.865092 --- ParallelTerminationStrategy: PID 8042 died...\u000a01:21:50.919488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8042): Terminated: ok {rc=0}\u000a01:21:50.929496 --- ParallelTerminationStrategy: PID 8043 died...\u000a01:21:50.983723 run iperf3-srv_10.42.42.10(pid=8043): Terminated {rc=256}\u000a01:21:50.993968 --- ParallelTerminationStrategy: PID 8046 died...\u000a01:21:51.048422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8046): Terminated: ok {rc=0}\u000a01:21:51.058158 --- ParallelTerminationStrategy: PID 8049 died...\u000a01:21:51.112410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8049): Terminated: ok {rc=0}\u000a01:21:51.122127 --- ParallelTerminationStrategy: PID 8052 died...\u000a01:21:51.176178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8052): Terminated: ok {rc=0}\u000a01:21:51.261999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8068): Process ended prematurely: osmo-stp_10.42.42.5(pid=8068) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8068)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8068): Process ended prematurely: osmo-stp_10.42.42.5(pid=8068) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:21:52.371210 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.382890 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:21:52.540491 tst iperf3m4.py: using LAC 25002\u000a01:21:52.662814 tst iperf3m4.py: using RAC 12\u000a01:21:52.784355 tst iperf3m4.py: using CellId 25002\u000a01:21:52.908215 tst iperf3m4.py: using BVCI 25003\u000a01:21:52.932280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.943500 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.954493 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.965458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.976381 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.987433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:52.998615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:53.009552 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:53.020503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:53.135053 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:53.251276 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:53.366616 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:53.637374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:53.760148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:54.065489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Launched\u000a01:21:54.319641 run iperf3-srv_10.42.42.10(pid=8055): Launched\u000a01:21:54.498805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:21:54.621023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:54.925384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Launched\u000a01:21:55.179534 run iperf3-srv_10.42.42.10(pid=8057): Launched\u000a01:21:55.359195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:21:55.481688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:55.786874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Launched\u000a01:21:56.040299 run iperf3-srv_10.42.42.10(pid=8059): Launched\u000a01:21:56.218813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:21:56.341117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:56.645445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8060): Launched\u000a01:21:56.898576 run iperf3-srv_10.42.42.10(pid=8061): Launched\u000a01:21:57.076098 tst iperf3m4.py:8: start network...\u000a01:21:57.197815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:57.663678 run create_hlr_db(pid=8062): Launched\u000a01:21:57.833495 bus /gobi_6: Setting Powered False\u000a01:21:58.854306 run create_hlr_db(pid=8062): Terminated: ok {rc=0}\u000a01:21:59.270460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8064): Launched\u000a01:21:59.586005 run osmo-hlr_10.42.42.2(pid=8065): Launched\u000a01:21:59.700284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:00.245491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8067): Launched\u000a01:22:00.561008 run osmo-stp_10.42.42.5(pid=8068): Launched\u000a01:22:00.674261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:01.263461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8070): Launched\u000a01:22:01.373513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:01.661389 run patchelf(pid=8071): Launched\u000a01:22:01.840716 run osmo-stp_10.42.42.5(pid=8068): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8068)]\u000a01:22:01.971049 run osmo-stp_10.42.42.5(pid=8068): stdout: \u000a| (launched: 2022-12-10_01:22:00.405807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:02.102859 run osmo-stp_10.42.42.5(pid=8068): stderr: \u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012200596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:02.228710 run osmo-stp_10.42.42.5(pid=8068): stdout: \u000a| (launched: 2022-12-10_01:22:00.405807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:02.351006 run osmo-stp_10.42.42.5(pid=8068): stderr: \u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012200595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012200596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012200596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:02.491446 run patchelf(pid=8071): Terminating (SIGINT)\u000a01:22:02.657212 run patchelf(pid=8071): Terminated: ok {rc=0}\u000a01:22:02.687796 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8068): Process ended prematurely: osmo-stp_10.42.42.5(pid=8068) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8068)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:22:02.697025 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a01:22:02.757706 run osmo-hlr_10.42.42.2(pid=8065): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8065)]\u000a01:22:02.807038 run osmo-hlr_10.42.42.2(pid=8065): stdout: \u000a| (launched: 2022-12-10_01:21:59.430385) \u000a01:22:02.856662 run osmo-hlr_10.42.42.2(pid=8065): stderr: \u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012159627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012159639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012159648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012159648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012159648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:02.898752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Terminating (SIGTERM)\u000a01:22:02.938714 run iperf3-srv_10.42.42.10(pid=8055): Terminating (SIGTERM)\u000a01:22:02.978666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Terminating (SIGTERM)\u000a01:22:03.018505 run iperf3-srv_10.42.42.10(pid=8057): Terminating (SIGTERM)\u000a01:22:03.058553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Terminating (SIGTERM)\u000a01:22:03.098174 run iperf3-srv_10.42.42.10(pid=8059): Terminating (SIGTERM)\u000a01:22:03.138073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8060): Terminating (SIGTERM)\u000a01:22:03.177591 run iperf3-srv_10.42.42.10(pid=8061): Terminating (SIGTERM)\u000a01:22:03.217331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8064): Terminating (SIGTERM)\u000a01:22:03.256899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8067): Terminating (SIGTERM)\u000a01:22:03.296567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8070): Terminating (SIGTERM)\u000a01:22:03.306092 --- ParallelTerminationStrategy: PID 8054 died...\u000a01:22:03.359312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Terminated: ok {rc=0}\u000a01:22:03.369016 --- ParallelTerminationStrategy: PID 8055 died...\u000a01:22:03.421959 run iperf3-srv_10.42.42.10(pid=8055): Terminated {rc=256}\u000a01:22:03.431354 --- ParallelTerminationStrategy: PID 8056 died...\u000a01:22:03.484101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Terminated: ok {rc=0}\u000a01:22:03.493854 --- ParallelTerminationStrategy: PID 8057 died...\u000a01:22:03.546758 run iperf3-srv_10.42.42.10(pid=8057): Terminated {rc=256}\u000a01:22:03.556403 --- ParallelTerminationStrategy: PID 8058 died...\u000a01:22:03.609505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Terminated: ok {rc=0}\u000a01:22:03.619121 --- ParallelTerminationStrategy: PID 8059 died...\u000a01:22:03.671731 run iperf3-srv_10.42.42.10(pid=8059): Terminated {rc=256}\u000a01:22:03.681756 --- ParallelTerminationStrategy: PID 8060 died...\u000a01:22:03.734787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8060): Terminated: ok {rc=0}\u000a01:22:03.744811 --- ParallelTerminationStrategy: PID 8061 died...\u000a01:22:03.797734 run iperf3-srv_10.42.42.10(pid=8061): Terminated {rc=256}\u000a01:22:03.807415 --- ParallelTerminationStrategy: PID 8064 died...\u000a01:22:03.861161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8064): Terminated: ok {rc=0}\u000a01:22:03.870635 --- ParallelTerminationStrategy: PID 8067 died...\u000a01:22:03.923666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8067): Terminated: ok {rc=0}\u000a01:22:03.933207 --- ParallelTerminationStrategy: PID 8070 died...\u000a01:22:03.985851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8070): Terminated: ok {rc=0}\u000a01:22:04.073937 bus /gobi_4: Setting Powered False\u000a01:22:05.176571 bus /gobi_4: Setting Powered False\u000a01:22:06.287106 bus /gobi_1: Setting Powered False\u000a01:22:07.388627 bus /gobi_1: Setting Powered False\u000a01:22:08.496532 bus /gobi_0: Setting Powered False\u000a01:22:09.598774 bus /gobi_0: Setting Powered False\u000a01:22:10.706028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8078): Process ended prematurely: osmo-stp_10.42.42.5(pid=8078) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8078)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8078): Process ended prematurely: osmo-stp_10.42.42.5(pid=8078) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:22:11.773861 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:11.785718 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:11.951005 tst ping.py: using LAC 25003\u000a01:22:12.065500 tst ping.py: using RAC 13\u000a01:22:12.177169 tst ping.py: using CellId 25003\u000a01:22:12.289391 tst ping.py: using BVCI 25004\u000a01:22:12.311307 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.322062 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.332586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.343430 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.354110 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.364917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.375777 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:12.386564 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:12.666644 tst ping.py:19: start network...\u000a01:22:12.796057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:13.295395 run create_hlr_db(pid=8072): Launched\u000a01:22:13.474765 bus /gobi_6: Setting Powered False\u000a01:22:14.496694 run create_hlr_db(pid=8072): Terminated: ok {rc=0}\u000a01:22:14.909266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8074): Launched\u000a01:22:15.219828 run osmo-hlr_10.42.42.2(pid=8075): Launched\u000a01:22:15.332544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:15.897566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8077): Launched\u000a01:22:16.346444 run osmo-stp_10.42.42.5(pid=8078): Launched\u000a01:22:16.511382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:17.093506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8080): Launched\u000a01:22:17.205408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:17.476797 run patchelf(pid=8081): Launched\u000a01:22:17.658272 run osmo-stp_10.42.42.5(pid=8078): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8078)]\u000a01:22:17.791486 run osmo-stp_10.42.42.5(pid=8078): stdout: \u000a| (launched: 2022-12-10_01:22:16.059967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:17.923947 run osmo-stp_10.42.42.5(pid=8078): stderr: \u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012216248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012216248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012216248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012216249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:18.053756 run osmo-stp_10.42.42.5(pid=8078): stdout: \u000a| (launched: 2022-12-10_01:22:16.059967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:18.181326 run osmo-stp_10.42.42.5(pid=8078): stderr: \u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012216247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012216248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012216248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012216248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012216249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:18.329073 run patchelf(pid=8081): Terminating (SIGINT)\u000a01:22:18.501611 run patchelf(pid=8081): Terminated: ok {rc=0}\u000a01:22:18.533355 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8078): Process ended prematurely: osmo-stp_10.42.42.5(pid=8078) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8078)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:22:18.542428 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:22:18.604683 run osmo-hlr_10.42.42.2(pid=8075): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8075)]\u000a01:22:18.655929 run osmo-hlr_10.42.42.2(pid=8075): stdout: \u000a| (launched: 2022-12-10_01:22:15.066943) \u000a01:22:18.707868 run osmo-hlr_10.42.42.2(pid=8075): stderr: \u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012215267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012215332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012215341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012215341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012215341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:18.751875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8074): Terminating (SIGTERM)\u000a01:22:18.793957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8077): Terminating (SIGTERM)\u000a01:22:18.835592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8080): Terminating (SIGTERM)\u000a01:22:18.845270 --- ParallelTerminationStrategy: PID 8074 died...\u000a01:22:18.900916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8074): Terminated: ok {rc=0}\u000a01:22:18.910932 --- ParallelTerminationStrategy: PID 8077 died...\u000a01:22:18.965946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8077): Terminated: ok {rc=0}\u000a01:22:18.975861 --- ParallelTerminationStrategy: PID 8080 died...\u000a01:22:19.030966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8080): Terminated: ok {rc=0}\u000a01:22:19.116501 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8088): Process ended prematurely: osmo-stp_10.42.42.5(pid=8088) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8088)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8088): Process ended prematurely: osmo-stp_10.42.42.5(pid=8088) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:22:20.170489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.182730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:20.350426 tst ping_idle_ping.py: using LAC 25004\u000a01:22:20.471055 tst ping_idle_ping.py: using RAC 14\u000a01:22:20.591255 tst ping_idle_ping.py: using CellId 25004\u000a01:22:20.711445 tst ping_idle_ping.py: using BVCI 25005\u000a01:22:20.735374 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.746685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.757847 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.768866 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.779870 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.790933 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.802198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:20.813279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:21.080078 tst ping_idle_ping.py:24: start network...\u000a01:22:21.200282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:21.658778 run create_hlr_db(pid=8082): Launched\u000a01:22:21.826280 bus /gobi_6: Setting Powered False\u000a01:22:22.847966 run create_hlr_db(pid=8082): Terminated: ok {rc=0}\u000a01:22:23.261144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8084): Launched\u000a01:22:23.572273 run osmo-hlr_10.42.42.2(pid=8085): Launched\u000a01:22:23.690445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:24.228648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8087): Launched\u000a01:22:24.541468 run osmo-stp_10.42.42.5(pid=8088): Launched\u000a01:22:24.655663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:25.198132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8090): Launched\u000a01:22:25.308637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:25.579597 run patchelf(pid=8091): Launched\u000a01:22:25.762302 run osmo-stp_10.42.42.5(pid=8088): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8088)]\u000a01:22:25.895595 run osmo-stp_10.42.42.5(pid=8088): stdout: \u000a| (launched: 2022-12-10_01:22:24.388070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:26.028893 run osmo-stp_10.42.42.5(pid=8088): stderr: \u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012224579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:26.158354 run osmo-stp_10.42.42.5(pid=8088): stdout: \u000a| (launched: 2022-12-10_01:22:24.388070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:26.286330 run osmo-stp_10.42.42.5(pid=8088): stderr: \u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012224578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012224579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012224579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:26.434475 run patchelf(pid=8091): Terminating (SIGINT)\u000a01:22:26.608188 run patchelf(pid=8091): Terminated: ok {rc=0}\u000a01:22:26.640018 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8088): Process ended prematurely: osmo-stp_10.42.42.5(pid=8088) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8088)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:22:26.649049 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:22:26.711376 run osmo-hlr_10.42.42.2(pid=8085): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8085)]\u000a01:22:26.762131 run osmo-hlr_10.42.42.2(pid=8085): stdout: \u000a| (launched: 2022-12-10_01:22:23.419222) \u000a01:22:26.813439 run osmo-hlr_10.42.42.2(pid=8085): stderr: \u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012223617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012223630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012223638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012223638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012223638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:26.857222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8084): Terminating (SIGTERM)\u000a01:22:26.898292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8087): Terminating (SIGTERM)\u000a01:22:26.939481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8090): Terminating (SIGTERM)\u000a01:22:26.949119 --- ParallelTerminationStrategy: PID 8084 died...\u000a01:22:27.003924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8084): Terminated: ok {rc=0}\u000a01:22:27.013876 --- ParallelTerminationStrategy: PID 8087 died...\u000a01:22:27.068517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8087): Terminated: ok {rc=0}\u000a01:22:27.078388 --- ParallelTerminationStrategy: PID 8090 died...\u000a01:22:27.133049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8090): Terminated: ok {rc=0}\u000a01:22:27.219065 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:21:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8105): Process ended prematurely: osmo-stp_10.42.42.5(pid=8105) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8105)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8105): Process ended prematurely: osmo-stp_10.42.42.5(pid=8105) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:22:29.358337 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.369117 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:22:29.524470 tst cs_paging_gprs_active.py: using LAC 25005\u000a01:22:29.645189 tst cs_paging_gprs_active.py: using RAC 15\u000a01:22:29.761715 tst cs_paging_gprs_active.py: using CellId 25005\u000a01:22:29.877478 tst cs_paging_gprs_active.py: using BVCI 25006\u000a01:22:29.899859 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.910637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.921472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.932833 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.944923 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.955630 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.967075 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.978449 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:29.989905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:30.110904 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:30.403069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:22:30.535549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:30.864589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8095): Launched\u000a01:22:31.169408 run iperf3-srv_10.42.42.10(pid=8096): Launched\u000a01:22:31.357106 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:22:31.486906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:31.884376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8097): Launched\u000a01:22:32.209008 run iperf3-srv_10.42.42.10(pid=8098): Launched\u000a01:22:32.395273 tst cs_paging_gprs_active.py:38: start network...\u000a01:22:32.518812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:32.986256 run create_hlr_db(pid=8099): Launched\u000a01:22:33.155972 bus /gobi_6: Setting Powered False\u000a01:22:34.178293 run create_hlr_db(pid=8099): Terminated: ok {rc=0}\u000a01:22:34.598811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8101): Launched\u000a01:22:34.915446 run osmo-hlr_10.42.42.2(pid=8102): Launched\u000a01:22:35.035812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:35.586337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8104): Launched\u000a01:22:35.903534 run osmo-stp_10.42.42.5(pid=8105): Launched\u000a01:22:36.028692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:36.580427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8107): Launched\u000a01:22:36.693520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:36.970632 run patchelf(pid=8108): Launched\u000a01:22:37.154849 run osmo-stp_10.42.42.5(pid=8105): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8105)]\u000a01:22:37.289525 run osmo-stp_10.42.42.5(pid=8105): stdout: \u000a| (launched: 2022-12-10_01:22:35.747676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:37.424680 run osmo-stp_10.42.42.5(pid=8105): stderr: \u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012235959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:37.555055 run osmo-stp_10.42.42.5(pid=8105): stdout: \u000a| (launched: 2022-12-10_01:22:35.747676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:37.684229 run osmo-stp_10.42.42.5(pid=8105): stderr: \u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012235958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012235959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012235959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:37.835039 run patchelf(pid=8108): Terminating (SIGINT)\u000a01:22:38.011505 run patchelf(pid=8108): Terminated: ok {rc=0}\u000a01:22:38.044300 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8105): Process ended prematurely: osmo-stp_10.42.42.5(pid=8105) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8105)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:22:38.054063 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:22:38.116118 run osmo-hlr_10.42.42.2(pid=8102): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8102)]\u000a01:22:38.167167 run osmo-hlr_10.42.42.2(pid=8102): stdout: \u000a| (launched: 2022-12-10_01:22:34.760245) \u000a01:22:38.218393 run osmo-hlr_10.42.42.2(pid=8102): stderr: \u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012234958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012234971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012234981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012234981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012234981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:38.262233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8095): Terminating (SIGTERM)\u000a01:22:38.303437 run iperf3-srv_10.42.42.10(pid=8096): Terminating (SIGTERM)\u000a01:22:38.344710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8097): Terminating (SIGTERM)\u000a01:22:38.385771 run iperf3-srv_10.42.42.10(pid=8098): Terminating (SIGTERM)\u000a01:22:38.426864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8101): Terminating (SIGTERM)\u000a01:22:38.468405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8104): Terminating (SIGTERM)\u000a01:22:38.509774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8107): Terminating (SIGTERM)\u000a01:22:38.519349 --- ParallelTerminationStrategy: PID 8095 died...\u000a01:22:38.574840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8095): Terminated: ok {rc=0}\u000a01:22:38.584777 --- ParallelTerminationStrategy: PID 8096 died...\u000a01:22:38.639490 run iperf3-srv_10.42.42.10(pid=8096): Terminated {rc=256}\u000a01:22:38.649548 --- ParallelTerminationStrategy: PID 8097 died...\u000a01:22:38.704512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8097): Terminated: ok {rc=0}\u000a01:22:38.714822 --- ParallelTerminationStrategy: PID 8098 died...\u000a01:22:38.769325 run iperf3-srv_10.42.42.10(pid=8098): Terminated {rc=256}\u000a01:22:38.779206 --- ParallelTerminationStrategy: PID 8101 died...\u000a01:22:38.834143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8101): Terminated: ok {rc=0}\u000a01:22:38.844112 --- ParallelTerminationStrategy: PID 8104 died...\u000a01:22:38.898972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8104): Terminated: ok {rc=0}\u000a01:22:38.909013 --- ParallelTerminationStrategy: PID 8107 died...\u000a01:22:38.963862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8107): Terminated: ok {rc=0}\u000a01:22:39.048780 bus /gobi_0: Setting Powered False\u000a01:22:40.155352 bus /gobi_0: Setting Powered False\u000a01:22:41.264369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:22:42.373486 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.384847 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:22:42.541777 tst iperf3.py: using LAC 25006\u000a01:22:42.661459 tst iperf3.py: using RAC 16\u000a01:22:42.780326 tst iperf3.py: using CellId 25006\u000a01:22:42.900561 tst iperf3.py: using BVCI 25007\u000a01:22:42.923067 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.933850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.944407 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.955842 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.967168 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.979493 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:42.990273 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:43.001622 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:43.012938 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:43.300936 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:43.432158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:43.759887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8109): Launched\u000a01:22:44.031505 run iperf3-srv_10.42.42.10(pid=8110): Launched\u000a01:22:44.224066 tst iperf3.py:8: start network...\u000a01:22:44.355279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:44.860328 run create_hlr_db(pid=8111): Launched\u000a01:22:45.041095 bus /gobi_6: Setting Powered False\u000a01:22:46.095853 run create_hlr_db(pid=8111): Terminated: ok {rc=0}\u000a01:22:46.534475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Launched\u000a01:22:46.952691 run osmo-hlr_10.42.42.2(pid=8114): Launched\u000a01:22:47.151347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:47.664855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Launched\u000a01:22:47.960092 run osmo-stp_10.42.42.5(pid=8117): Launched\u000a01:22:48.067475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:48.581526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Launched\u000a01:22:48.685988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:48.944307 run patchelf(pid=8120): Launched\u000a01:22:49.116694 run osmo-stp_10.42.42.5(pid=8117): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]\u000a01:22:49.242725 run osmo-stp_10.42.42.5(pid=8117): stdout: \u000a| (launched: 2022-12-10_01:22:47.814642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:49.368793 run osmo-stp_10.42.42.5(pid=8117): stderr: \u000a| �[0;m�[38;5;43m20221210012247984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012247984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012247985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012247985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:49.490767 run osmo-stp_10.42.42.5(pid=8117): stdout: \u000a| (launched: 2022-12-10_01:22:47.814642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:49.611586 run osmo-stp_10.42.42.5(pid=8117): stderr: \u000a| �[0;m�[38;5;43m20221210012247984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012247984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012247985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012247985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012247986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:49.752576 run patchelf(pid=8120): Terminating (SIGINT)\u000a01:22:49.917771 run patchelf(pid=8120): Terminated: ok {rc=0}\u000a01:22:49.948252 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:22:49.957483 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:22:50.017100 run osmo-hlr_10.42.42.2(pid=8114): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)]\u000a01:22:50.065406 run osmo-hlr_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-10_01:22:46.697901) \u000a01:22:50.114917 run osmo-hlr_10.42.42.2(pid=8114): stderr: \u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012246972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012246987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012246996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012246997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012246997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:50.156238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8109): Terminating (SIGTERM)\u000a01:22:50.195409 run iperf3-srv_10.42.42.10(pid=8110): Terminating (SIGTERM)\u000a01:22:50.234948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminating (SIGTERM)\u000a01:22:50.274065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminating (SIGTERM)\u000a01:22:50.313401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Terminating (SIGTERM)\u000a01:22:50.322379 --- ParallelTerminationStrategy: PID 8109 died...\u000a01:22:50.374738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8109): Terminated: ok {rc=0}\u000a01:22:50.384310 --- ParallelTerminationStrategy: PID 8110 died...\u000a01:22:50.436531 run iperf3-srv_10.42.42.10(pid=8110): Terminated {rc=256}\u000a01:22:50.446008 --- ParallelTerminationStrategy: PID 8113 died...\u000a01:22:50.498591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminated: ok {rc=0}\u000a01:22:50.507997 --- ParallelTerminationStrategy: PID 8116 died...\u000a01:22:50.560217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminated: ok {rc=0}\u000a01:22:50.569809 --- ParallelTerminationStrategy: PID 8119 died...\u000a01:22:50.622260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Terminated: ok {rc=0}\u000a01:22:50.708756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:22:51.817937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.829400 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:22:51.984649 tst iperf3m4.py: using LAC 25007\u000a01:22:52.099394 tst iperf3m4.py: using RAC 17\u000a01:22:52.216498 tst iperf3m4.py: using CellId 25007\u000a01:22:52.333045 tst iperf3m4.py: using BVCI 25008\u000a01:22:52.355446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.366411 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.377046 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.387811 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.398589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.409391 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.420360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.431108 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:52.442223 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:52.562030 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:52.678073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:52.795873 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:53.066768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:53.189603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:53.495010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Launched\u000a01:22:53.749893 run iperf3-srv_10.42.42.10(pid=8122): Launched\u000a01:22:53.927841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:22:54.049621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:54.354675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Launched\u000a01:22:54.609710 run iperf3-srv_10.42.42.10(pid=8124): Launched\u000a01:22:54.788202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:22:54.910682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:55.214931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Launched\u000a01:22:55.468625 run iperf3-srv_10.42.42.10(pid=8126): Launched\u000a01:22:55.646868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:22:55.768701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:56.074677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Launched\u000a01:22:56.330357 run iperf3-srv_10.42.42.10(pid=8128): Launched\u000a01:22:56.509128 tst iperf3m4.py:8: start network...\u000a01:22:56.631026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:57.095278 run create_hlr_db(pid=8129): Launched\u000a01:22:57.267020 bus /gobi_6: Setting Powered False\u000a01:22:58.287128 run create_hlr_db(pid=8129): Terminated: ok {rc=0}\u000a01:22:58.706672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Launched\u000a01:22:59.024841 run osmo-hlr_10.42.42.2(pid=8132): Launched\u000a01:22:59.140351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:59.689647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Launched\u000a01:23:00.006427 run osmo-stp_10.42.42.5(pid=8135): Launched\u000a01:23:00.120893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:00.671776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Launched\u000a01:23:00.784882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:01.099459 run patchelf(pid=8138): Launched\u000a01:23:01.281667 run osmo-stp_10.42.42.5(pid=8135): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]\u000a01:23:01.413485 run osmo-stp_10.42.42.5(pid=8135): stdout: \u000a| (launched: 2022-12-10_01:22:59.850607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:01.546694 run osmo-stp_10.42.42.5(pid=8135): stderr: \u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012300041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:01.675715 run osmo-stp_10.42.42.5(pid=8135): stdout: \u000a| (launched: 2022-12-10_01:22:59.850607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:01.801363 run osmo-stp_10.42.42.5(pid=8135): stderr: \u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012300040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012300041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:01.948583 run patchelf(pid=8138): Terminating (SIGINT)\u000a01:23:02.119343 run patchelf(pid=8138): Terminated: ok {rc=0}\u000a01:23:02.151949 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:23:02.162351 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a01:23:02.226764 run osmo-hlr_10.42.42.2(pid=8132): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8132)]\u000a01:23:02.277199 run osmo-hlr_10.42.42.2(pid=8132): stdout: \u000a| (launched: 2022-12-10_01:22:58.868080) \u000a01:23:02.327873 run osmo-hlr_10.42.42.2(pid=8132): stderr: \u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012259064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012259077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012259085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012259085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012259085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:02.370065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Terminating (SIGTERM)\u000a01:23:02.410955 run iperf3-srv_10.42.42.10(pid=8122): Terminating (SIGTERM)\u000a01:23:02.451531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Terminating (SIGTERM)\u000a01:23:02.491795 run iperf3-srv_10.42.42.10(pid=8124): Terminating (SIGTERM)\u000a01:23:02.532134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Terminating (SIGTERM)\u000a01:23:02.572473 run iperf3-srv_10.42.42.10(pid=8126): Terminating (SIGTERM)\u000a01:23:02.612785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Terminating (SIGTERM)\u000a01:23:02.653110 run iperf3-srv_10.42.42.10(pid=8128): Terminating (SIGTERM)\u000a01:23:02.693347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Terminating (SIGTERM)\u000a01:23:02.733942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Terminating (SIGTERM)\u000a01:23:02.774042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Terminating (SIGTERM)\u000a01:23:02.783168 --- ParallelTerminationStrategy: PID 8121 died...\u000a01:23:02.836060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Terminated: ok {rc=0}\u000a01:23:02.845895 --- ParallelTerminationStrategy: PID 8122 died...\u000a01:23:02.899075 run iperf3-srv_10.42.42.10(pid=8122): Terminated {rc=256}\u000a01:23:02.908817 --- ParallelTerminationStrategy: PID 8123 died...\u000a01:23:02.962106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Terminated: ok {rc=0}\u000a01:23:02.971571 --- ParallelTerminationStrategy: PID 8124 died...\u000a01:23:03.024180 run iperf3-srv_10.42.42.10(pid=8124): Terminated {rc=256}\u000a01:23:03.033893 --- ParallelTerminationStrategy: PID 8125 died...\u000a01:23:03.087414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Terminated: ok {rc=0}\u000a01:23:03.097072 --- ParallelTerminationStrategy: PID 8126 died...\u000a01:23:03.149895 run iperf3-srv_10.42.42.10(pid=8126): Terminated {rc=256}\u000a01:23:03.159646 --- ParallelTerminationStrategy: PID 8127 died...\u000a01:23:03.212504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Terminated: ok {rc=0}\u000a01:23:03.222285 --- ParallelTerminationStrategy: PID 8128 died...\u000a01:23:03.275840 run iperf3-srv_10.42.42.10(pid=8128): Terminated {rc=256}\u000a01:23:03.285673 --- ParallelTerminationStrategy: PID 8131 died...\u000a01:23:03.339364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Terminated: ok {rc=0}\u000a01:23:03.348895 --- ParallelTerminationStrategy: PID 8134 died...\u000a01:23:03.402567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Terminated: ok {rc=0}\u000a01:23:03.412458 --- ParallelTerminationStrategy: PID 8137 died...\u000a01:23:03.465327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Terminated: ok {rc=0}\u000a01:23:03.552909 bus /gobi_4: Setting Powered False\u000a01:23:04.655129 bus /gobi_4: Setting Powered False\u000a01:23:05.766654 bus /gobi_1: Setting Powered False\u000a01:23:06.874088 bus /gobi_1: Setting Powered False\u000a01:23:07.985216 bus /gobi_0: Setting Powered False\u000a01:23:09.091516 bus /gobi_0: Setting Powered False\u000a01:23:10.198976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:23:11.268163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.280273 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:11.441629 tst ping.py: using LAC 25008\u000a01:23:11.563611 tst ping.py: using RAC 18\u000a01:23:11.685516 tst ping.py: using CellId 25008\u000a01:23:11.807294 tst ping.py: using BVCI 25009\u000a01:23:11.831098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.842234 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.853363 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.864378 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.875352 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.886465 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.897720 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:11.908624 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:12.176131 tst ping.py:19: start network...\u000a01:23:12.296003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:12.771915 run create_hlr_db(pid=8139): Launched\u000a01:23:12.951719 bus /gobi_6: Setting Powered False\u000a01:23:13.973429 run create_hlr_db(pid=8139): Terminated: ok {rc=0}\u000a01:23:14.364161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Launched\u000a01:23:14.655079 run osmo-hlr_10.42.42.2(pid=8142): Launched\u000a01:23:14.766267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:15.277921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Launched\u000a01:23:15.567039 run osmo-stp_10.42.42.5(pid=8145): Launched\u000a01:23:15.671392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:16.278008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8175): Launched\u000a01:23:16.388173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:16.668868 run patchelf(pid=8184): Launched\u000a01:23:16.870778 run osmo-stp_10.42.42.5(pid=8145): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a01:23:17.002549 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-10_01:23:15.424814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:17.131781 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221210012315593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012315594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012315594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012315594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:17.272428 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-10_01:23:15.424814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:17.406857 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221210012315593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012315594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012315594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012315594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012315595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:17.566417 run patchelf(pid=8184): Terminating (SIGINT)\u000a01:23:17.751823 run patchelf(pid=8184): Terminated: ok {rc=0}\u000a01:23:17.785366 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:23:17.795097 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:23:17.867480 run osmo-hlr_10.42.42.2(pid=8142): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8142)]\u000a01:23:17.927748 run osmo-hlr_10.42.42.2(pid=8142): stdout: \u000a| (launched: 2022-12-10_01:23:14.511123) \u000a01:23:17.990524 run osmo-hlr_10.42.42.2(pid=8142): stderr: \u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012314700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012314709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012314710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012314710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:18.046130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminating (SIGTERM)\u000a01:23:18.101564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminating (SIGTERM)\u000a01:23:18.142889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8175): Terminating (SIGTERM)\u000a01:23:18.155855 --- ParallelTerminationStrategy: PID 8141 died...\u000a01:23:18.224659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminated: ok {rc=0}\u000a01:23:18.235315 --- ParallelTerminationStrategy: PID 8144 died...\u000a01:23:18.308866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminated: ok {rc=0}\u000a01:23:18.320259 --- ParallelTerminationStrategy: PID 8175 died...\u000a01:23:18.380787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8175): Terminated: ok {rc=0}\u000a01:23:18.482322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8427): Process ended prematurely: osmo-stp_10.42.42.5(pid=8427) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8427)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8427): Process ended prematurely: osmo-stp_10.42.42.5(pid=8427) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:23:19.538905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:19.551585 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:19.719114 tst ping_idle_ping.py: using LAC 25009\u000a01:23:19.844155 tst ping_idle_ping.py: using RAC 19\u000a01:23:19.970338 tst ping_idle_ping.py: using CellId 25009\u000a01:23:20.098504 tst ping_idle_ping.py: using BVCI 25010\u000a01:23:20.123987 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.136360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.149894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.162784 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.174826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.186960 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.199410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:20.211771 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:20.503582 tst ping_idle_ping.py:24: start network...\u000a01:23:20.636054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:21.178806 run create_hlr_db(pid=8419): Launched\u000a01:23:21.348376 bus /gobi_6: Setting Powered False\u000a01:23:22.372171 run create_hlr_db(pid=8419): Terminated: ok {rc=0}\u000a01:23:22.792908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8423): Launched\u000a01:23:23.198564 run osmo-hlr_10.42.42.2(pid=8424): Launched\u000a01:23:23.427778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:24.047374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8426): Launched\u000a01:23:24.468899 run osmo-stp_10.42.42.5(pid=8427): Launched\u000a01:23:24.691863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:25.267356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8429): Launched\u000a01:23:25.383387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:25.675925 run patchelf(pid=8430): Launched\u000a01:23:25.866395 run osmo-stp_10.42.42.5(pid=8427): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8427)]\u000a01:23:26.004715 run osmo-stp_10.42.42.5(pid=8427): stdout: \u000a| (launched: 2022-12-10_01:23:24.213440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:26.143345 run osmo-stp_10.42.42.5(pid=8427): stderr: \u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012324511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:26.277896 run osmo-stp_10.42.42.5(pid=8427): stdout: \u000a| (launched: 2022-12-10_01:23:24.213440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:26.411755 run osmo-stp_10.42.42.5(pid=8427): stderr: \u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012324510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012324511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012324511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:26.567340 run patchelf(pid=8430): Terminating (SIGINT)\u000a01:23:26.749317 run patchelf(pid=8430): Terminated: ok {rc=0}\u000a01:23:26.783148 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8427): Process ended prematurely: osmo-stp_10.42.42.5(pid=8427) [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8427)] [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:23:26.793645 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a01:23:26.858823 run osmo-hlr_10.42.42.2(pid=8424): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8424)]\u000a01:23:26.911785 run osmo-hlr_10.42.42.2(pid=8424): stdout: \u000a| (launched: 2022-12-10_01:23:22.943641) \u000a01:23:26.965967 run osmo-hlr_10.42.42.2(pid=8424): stderr: \u000a| �[0;m�[1;31m20221210012323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012323282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012323282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012323282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012323297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012323312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012323313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012323313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:27.011752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8423): Terminating (SIGTERM)\u000a01:23:27.055820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8426): Terminating (SIGTERM)\u000a01:23:27.101207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8429): Terminating (SIGTERM)\u000a01:23:27.112238 --- ParallelTerminationStrategy: PID 8423 died...\u000a01:23:27.171504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8423): Terminated: ok {rc=0}\u000a01:23:27.182535 --- ParallelTerminationStrategy: PID 8426 died...\u000a01:23:27.239520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8426): Terminated: ok {rc=0}\u000a01:23:27.250442 --- ParallelTerminationStrategy: PID 8429 died...\u000a01:23:27.307631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8429): Terminated: ok {rc=0}\u000a01:23:27.397521 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:22:28" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8444): Process ended prematurely: osmo-stp_10.42.42.5(pid=8444) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8444)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8444): Process ended prematurely: osmo-stp_10.42.42.5(pid=8444) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:23:29.594538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:29.607568 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:29.763012 tst cs_paging_gprs_active.py: using LAC 25010\u000a01:23:29.890721 tst cs_paging_gprs_active.py: using RAC 20\u000a01:23:30.017251 tst cs_paging_gprs_active.py: using CellId 25010\u000a01:23:30.144326 tst cs_paging_gprs_active.py: using BVCI 25011\u000a01:23:30.170692 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.183586 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.196381 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.209599 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.222139 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.234724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.249045 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.261930 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:30.274638 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:30.397689 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:30.704938 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:23:30.859417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:31.246229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8434): Launched\u000a01:23:31.543324 run iperf3-srv_10.42.42.10(pid=8435): Launched\u000a01:23:31.748573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:23:31.887117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:32.237831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8436): Launched\u000a01:23:32.565662 run iperf3-srv_10.42.42.10(pid=8437): Launched\u000a01:23:32.785786 tst cs_paging_gprs_active.py:38: start network...\u000a01:23:32.943399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:33.522678 run create_hlr_db(pid=8438): Launched\u000a01:23:33.717082 bus /gobi_6: Setting Powered False\u000a01:23:34.739465 run create_hlr_db(pid=8438): Terminated: ok {rc=0}\u000a01:23:35.191753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8440): Launched\u000a01:23:35.624063 run osmo-hlr_10.42.42.2(pid=8441): Launched\u000a01:23:35.879617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:36.468214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8443): Launched\u000a01:23:36.906587 run osmo-stp_10.42.42.5(pid=8444): Launched\u000a01:23:37.124253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:37.718149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8446): Launched\u000a01:23:37.837157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:38.142023 run patchelf(pid=8447): Launched\u000a01:23:38.336593 run osmo-stp_10.42.42.5(pid=8444): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8444)]\u000a01:23:38.479669 run osmo-stp_10.42.42.5(pid=8444): stdout: \u000a| (launched: 2022-12-10_01:23:36.638809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:38.623124 run osmo-stp_10.42.42.5(pid=8444): stderr: \u000a| �[0;m�[38;5;43m20221210012336935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012336935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012336936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012336936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:38.762509 run osmo-stp_10.42.42.5(pid=8444): stdout: \u000a| (launched: 2022-12-10_01:23:36.638809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:38.899188 run osmo-stp_10.42.42.5(pid=8444): stderr: \u000a| �[0;m�[38;5;43m20221210012336935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012336935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012336936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012336936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012336937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:39.058681 run patchelf(pid=8447): Terminating (SIGINT)\u000a01:23:39.243848 run patchelf(pid=8447): Terminated: ok {rc=0}\u000a01:23:39.279551 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8444): Process ended prematurely: osmo-stp_10.42.42.5(pid=8444) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8444)] [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:23:39.290766 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a01:23:39.356073 run osmo-hlr_10.42.42.2(pid=8441): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8441)]\u000a01:23:39.408870 run osmo-hlr_10.42.42.2(pid=8441): stdout: \u000a| (launched: 2022-12-10_01:23:35.361546) \u000a01:23:39.464208 run osmo-hlr_10.42.42.2(pid=8441): stderr: \u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012335680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012335695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012335703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012335703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012335703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:39.509772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8434): Terminating (SIGTERM)\u000a01:23:39.555126 run iperf3-srv_10.42.42.10(pid=8435): Terminating (SIGTERM)\u000a01:23:39.601795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8436): Terminating (SIGTERM)\u000a01:23:39.647082 run iperf3-srv_10.42.42.10(pid=8437): Terminating (SIGTERM)\u000a01:23:39.694142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8440): Terminating (SIGTERM)\u000a01:23:39.738813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8443): Terminating (SIGTERM)\u000a01:23:39.783951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8446): Terminating (SIGTERM)\u000a01:23:39.794694 --- ParallelTerminationStrategy: PID 8434 died...\u000a01:23:39.854336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8434): Terminated: ok {rc=0}\u000a01:23:39.865336 --- ParallelTerminationStrategy: PID 8435 died...\u000a01:23:39.922043 run iperf3-srv_10.42.42.10(pid=8435): Terminated {rc=256}\u000a01:23:39.933461 --- ParallelTerminationStrategy: PID 8436 died...\u000a01:23:39.991963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8436): Terminated: ok {rc=0}\u000a01:23:40.002770 --- ParallelTerminationStrategy: PID 8437 died...\u000a01:23:40.060933 run iperf3-srv_10.42.42.10(pid=8437): Terminated {rc=256}\u000a01:23:40.071752 --- ParallelTerminationStrategy: PID 8440 died...\u000a01:23:40.128982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8440): Terminated: ok {rc=0}\u000a01:23:40.139784 --- ParallelTerminationStrategy: PID 8443 died...\u000a01:23:40.198165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8443): Terminated: ok {rc=0}\u000a01:23:40.209499 --- ParallelTerminationStrategy: PID 8446 died...\u000a01:23:40.267515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8446): Terminated: ok {rc=0}\u000a01:23:40.357830 bus /gobi_0: Setting Powered False\u000a01:23:41.459745 bus /gobi_0: Setting Powered False\u000a01:23:42.565967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:23:43.679204 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:43.691553 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:43.839450 tst iperf3.py: using LAC 25011\u000a01:23:43.964577 tst iperf3.py: using RAC 21\u000a01:23:44.090165 tst iperf3.py: using CellId 25011\u000a01:23:44.212456 tst iperf3.py: using BVCI 25012\u000a01:23:44.235501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.247184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.258541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.270173 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.281640 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.292747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.304563 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.315580 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:44.327020 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:44.617560 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:44.752189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:45.083935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Launched\u000a01:23:45.362013 run iperf3-srv_10.42.42.10(pid=8450): Launched\u000a01:23:45.558489 tst iperf3.py:8: start network...\u000a01:23:45.691605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:46.263909 run create_hlr_db(pid=8451): Launched\u000a01:23:46.451806 bus /gobi_6: Setting Powered False\u000a01:23:47.458881 run create_hlr_db(pid=8451): Terminated: ok {rc=0}\u000a01:23:47.897507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Launched\u000a01:23:48.219828 run osmo-hlr_10.42.42.2(pid=8454): Launched\u000a01:23:48.341182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:48.899167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Launched\u000a01:23:49.220254 run osmo-stp_10.42.42.5(pid=8457): Launched\u000a01:23:49.337247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:49.898405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8459): Launched\u000a01:23:50.012221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:50.294702 run patchelf(pid=8460): Launched\u000a01:23:50.482583 run osmo-stp_10.42.42.5(pid=8457): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]\u000a01:23:50.619689 run osmo-stp_10.42.42.5(pid=8457): stdout: \u000a| (launched: 2022-12-10_01:23:49.062435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:50.758358 run osmo-stp_10.42.42.5(pid=8457): stderr: \u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012349258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:50.891919 run osmo-stp_10.42.42.5(pid=8457): stdout: \u000a| (launched: 2022-12-10_01:23:49.062435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:51.024096 run osmo-stp_10.42.42.5(pid=8457): stderr: \u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012349257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012349258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012349258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:51.177438 run patchelf(pid=8460): Terminating (SIGINT)\u000a01:23:51.356659 run patchelf(pid=8460): Terminated: ok {rc=0}\u000a01:23:51.389740 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)] [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:23:51.399638 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:23:51.463739 run osmo-hlr_10.42.42.2(pid=8454): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8454)]\u000a01:23:51.515462 run osmo-hlr_10.42.42.2(pid=8454): stdout: \u000a| (launched: 2022-12-10_01:23:48.061761) \u000a01:23:51.567654 run osmo-hlr_10.42.42.2(pid=8454): stderr: \u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012348262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012348274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:51.611862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Terminating (SIGTERM)\u000a01:23:51.653635 run iperf3-srv_10.42.42.10(pid=8450): Terminating (SIGTERM)\u000a01:23:51.695826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Terminating (SIGTERM)\u000a01:23:51.737465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Terminating (SIGTERM)\u000a01:23:51.779579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8459): Terminating (SIGTERM)\u000a01:23:51.789774 --- ParallelTerminationStrategy: PID 8449 died...\u000a01:23:51.845625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8449): Terminated: ok {rc=0}\u000a01:23:51.856057 --- ParallelTerminationStrategy: PID 8450 died...\u000a01:23:51.911373 run iperf3-srv_10.42.42.10(pid=8450): Terminated {rc=256}\u000a01:23:51.921816 --- ParallelTerminationStrategy: PID 8453 died...\u000a01:23:51.977795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Terminated: ok {rc=0}\u000a01:23:51.987705 --- ParallelTerminationStrategy: PID 8456 died...\u000a01:23:52.043697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Terminated: ok {rc=0}\u000a01:23:52.053735 --- ParallelTerminationStrategy: PID 8459 died...\u000a01:23:52.109083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8459): Terminated: ok {rc=0}\u000a01:23:52.196447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:23:53.311058 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.323599 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:53.468794 tst iperf3m4.py: using LAC 25012\u000a01:23:53.594278 tst iperf3m4.py: using RAC 22\u000a01:23:53.721886 tst iperf3m4.py: using CellId 25012\u000a01:23:53.847044 tst iperf3m4.py: using BVCI 25013\u000a01:23:53.871640 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.883417 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.894988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.906520 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.918129 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.929593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.941288 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.952597 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:53.964287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:54.082695 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:54.201794 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:54.318345 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:54.594688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:54.719700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:55.030689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8461): Launched\u000a01:23:55.292561 run iperf3-srv_10.42.42.10(pid=8462): Launched\u000a01:23:55.475452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:23:55.600050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:55.911020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8463): Launched\u000a01:23:56.169993 run iperf3-srv_10.42.42.10(pid=8464): Launched\u000a01:23:56.352463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:23:56.477212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:56.787984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8465): Launched\u000a01:23:57.046428 run iperf3-srv_10.42.42.10(pid=8466): Launched\u000a01:23:57.228578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:23:57.353288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:57.663512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8467): Launched\u000a01:23:57.922729 run iperf3-srv_10.42.42.10(pid=8468): Launched\u000a01:23:58.105249 tst iperf3m4.py:8: start network...\u000a01:23:58.229693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:58.704318 run create_hlr_db(pid=8469): Launched\u000a01:23:58.877453 bus /gobi_6: Setting Powered False\u000a01:23:59.898933 run create_hlr_db(pid=8469): Terminated: ok {rc=0}\u000a01:24:00.299227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Launched\u000a01:24:00.601763 run osmo-hlr_10.42.42.2(pid=8472): Launched\u000a01:24:00.716842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:01.307014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Launched\u000a01:24:01.632886 run osmo-stp_10.42.42.5(pid=8475): Launched\u000a01:24:01.809494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:02.440438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Launched\u000a01:24:02.557134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:02.839416 run patchelf(pid=8478): Launched\u000a01:24:03.026545 run osmo-stp_10.42.42.5(pid=8475): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]\u000a01:24:03.162938 run osmo-stp_10.42.42.5(pid=8475): stdout: \u000a| (launched: 2022-12-10_01:24:01.464809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:03.299494 run osmo-stp_10.42.42.5(pid=8475): stderr: \u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012401832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:03.431976 run osmo-stp_10.42.42.5(pid=8475): stdout: \u000a| (launched: 2022-12-10_01:24:01.464809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:03.563290 run osmo-stp_10.42.42.5(pid=8475): stderr: \u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012401831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012401832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012401832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:03.715275 run patchelf(pid=8478): Terminating (SIGINT)\u000a01:24:03.894372 run patchelf(pid=8478): Terminated: ok {rc=0}\u000a01:24:03.927263 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)] [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:24:03.937169 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:24:04.000161 run osmo-hlr_10.42.42.2(pid=8472): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8472)]\u000a01:24:04.051358 run osmo-hlr_10.42.42.2(pid=8472): stdout: \u000a| (launched: 2022-12-10_01:24:00.452322) \u000a01:24:04.103074 run osmo-hlr_10.42.42.2(pid=8472): stderr: \u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012400628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012400639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012400647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012400647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012400647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:04.146946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8461): Terminating (SIGTERM)\u000a01:24:04.187933 run iperf3-srv_10.42.42.10(pid=8462): Terminating (SIGTERM)\u000a01:24:04.229083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8463): Terminating (SIGTERM)\u000a01:24:04.270117 run iperf3-srv_10.42.42.10(pid=8464): Terminating (SIGTERM)\u000a01:24:04.311325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8465): Terminating (SIGTERM)\u000a01:24:04.352393 run iperf3-srv_10.42.42.10(pid=8466): Terminating (SIGTERM)\u000a01:24:04.394180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8467): Terminating (SIGTERM)\u000a01:24:04.435179 run iperf3-srv_10.42.42.10(pid=8468): Terminating (SIGTERM)\u000a01:24:04.476212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Terminating (SIGTERM)\u000a01:24:04.517527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Terminating (SIGTERM)\u000a01:24:04.558637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Terminating (SIGTERM)\u000a01:24:04.568235 --- ParallelTerminationStrategy: PID 8461 died...\u000a01:24:04.623490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8461): Terminated: ok {rc=0}\u000a01:24:04.633439 --- ParallelTerminationStrategy: PID 8462 died...\u000a01:24:04.688111 run iperf3-srv_10.42.42.10(pid=8462): Terminated {rc=256}\u000a01:24:04.697927 --- ParallelTerminationStrategy: PID 8463 died...\u000a01:24:04.753020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8463): Terminated: ok {rc=0}\u000a01:24:04.762987 --- ParallelTerminationStrategy: PID 8464 died...\u000a01:24:04.817963 run iperf3-srv_10.42.42.10(pid=8464): Terminated {rc=256}\u000a01:24:04.827969 --- ParallelTerminationStrategy: PID 8465 died...\u000a01:24:04.883110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8465): Terminated: ok {rc=0}\u000a01:24:04.893122 --- ParallelTerminationStrategy: PID 8466 died...\u000a01:24:04.947930 run iperf3-srv_10.42.42.10(pid=8466): Terminated {rc=256}\u000a01:24:04.957863 --- ParallelTerminationStrategy: PID 8467 died...\u000a01:24:05.012910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8467): Terminated: ok {rc=0}\u000a01:24:05.022853 --- ParallelTerminationStrategy: PID 8468 died...\u000a01:24:05.077623 run iperf3-srv_10.42.42.10(pid=8468): Terminated {rc=256}\u000a01:24:05.087460 --- ParallelTerminationStrategy: PID 8471 died...\u000a01:24:05.142441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Terminated: ok {rc=0}\u000a01:24:05.152382 --- ParallelTerminationStrategy: PID 8474 died...\u000a01:24:05.207411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Terminated: ok {rc=0}\u000a01:24:05.217415 --- ParallelTerminationStrategy: PID 8477 died...\u000a01:24:05.272475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Terminated: ok {rc=0}\u000a01:24:05.359174 bus /gobi_4: Setting Powered False\u000a01:24:06.465589 bus /gobi_4: Setting Powered False\u000a01:24:07.573526 bus /gobi_1: Setting Powered False\u000a01:24:08.679146 bus /gobi_1: Setting Powered False\u000a01:24:09.789949 bus /gobi_0: Setting Powered False\u000a01:24:10.892970 bus /gobi_0: Setting Powered False\u000a01:24:11.996525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8485): Process ended prematurely: osmo-stp_10.42.42.5(pid=8485) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8485)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8485): Process ended prematurely: osmo-stp_10.42.42.5(pid=8485) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:24:13.065060 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.077696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:13.224598 tst ping.py: using LAC 25013\u000a01:24:13.349369 tst ping.py: using RAC 23\u000a01:24:13.472684 tst ping.py: using CellId 25013\u000a01:24:13.597418 tst ping.py: using BVCI 25014\u000a01:24:13.621601 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.633409 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.644925 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.656652 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.668105 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.679646 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.691335 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.702973 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:13.989497 tst ping.py:19: start network...\u000a01:24:14.121187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:14.624454 run create_hlr_db(pid=8479): Launched\u000a01:24:14.807142 bus /gobi_6: Setting Powered False\u000a01:24:15.827898 run create_hlr_db(pid=8479): Terminated: ok {rc=0}\u000a01:24:16.282559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8481): Launched\u000a01:24:16.608699 run osmo-hlr_10.42.42.2(pid=8482): Launched\u000a01:24:16.748510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:17.415405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8484): Launched\u000a01:24:17.713404 run osmo-stp_10.42.42.5(pid=8485): Launched\u000a01:24:17.820697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:18.337263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8487): Launched\u000a01:24:18.442428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:18.702449 run patchelf(pid=8488): Launched\u000a01:24:18.875572 run osmo-stp_10.42.42.5(pid=8485): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8485)]\u000a01:24:19.002346 run osmo-stp_10.42.42.5(pid=8485): stdout: \u000a| (launched: 2022-12-10_01:24:17.566082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:19.128775 run osmo-stp_10.42.42.5(pid=8485): stderr: \u000a| �[0;m�[38;5;43m20221210012417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012417736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012417736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012417736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:19.251563 run osmo-stp_10.42.42.5(pid=8485): stdout: \u000a| (launched: 2022-12-10_01:24:17.566082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:19.373180 run osmo-stp_10.42.42.5(pid=8485): stderr: \u000a| �[0;m�[38;5;43m20221210012417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012417736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012417736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012417736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012417739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:19.514375 run patchelf(pid=8488): Terminating (SIGINT)\u000a01:24:19.679287 run patchelf(pid=8488): Terminated: ok {rc=0}\u000a01:24:19.709509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8485): Process ended prematurely: osmo-stp_10.42.42.5(pid=8485) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8485)] [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:24:19.718102 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:24:19.778200 run osmo-hlr_10.42.42.2(pid=8482): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8482)]\u000a01:24:19.827098 run osmo-hlr_10.42.42.2(pid=8482): stdout: \u000a| (launched: 2022-12-10_01:24:16.435121) \u000a01:24:19.876659 run osmo-hlr_10.42.42.2(pid=8482): stderr: \u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012416841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012416858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012416877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012416878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012416878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:19.919272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8481): Terminating (SIGTERM)\u000a01:24:19.958773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8484): Terminating (SIGTERM)\u000a01:24:19.998551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8487): Terminating (SIGTERM)\u000a01:24:20.007999 --- ParallelTerminationStrategy: PID 8481 died...\u000a01:24:20.060923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8481): Terminated: ok {rc=0}\u000a01:24:20.070791 --- ParallelTerminationStrategy: PID 8484 died...\u000a01:24:20.123244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8484): Terminated: ok {rc=0}\u000a01:24:20.133039 --- ParallelTerminationStrategy: PID 8487 died...\u000a01:24:20.186044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8487): Terminated: ok {rc=0}\u000a01:24:20.274234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8495): Process ended prematurely: osmo-stp_10.42.42.5(pid=8495) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8495)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8495): Process ended prematurely: osmo-stp_10.42.42.5(pid=8495) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:24:21.326621 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.339124 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:21.481957 tst ping_idle_ping.py: using LAC 25014\u000a01:24:21.620138 tst ping_idle_ping.py: using RAC 24\u000a01:24:21.745431 tst ping_idle_ping.py: using CellId 25014\u000a01:24:21.859753 tst ping_idle_ping.py: using BVCI 25015\u000a01:24:21.882379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.893897 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.905236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.917234 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.928573 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.940040 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.951560 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:21.963274 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:22.235965 tst ping_idle_ping.py:24: start network...\u000a01:24:22.358099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:22.844312 run create_hlr_db(pid=8489): Launched\u000a01:24:23.028527 bus /gobi_6: Setting Powered False\u000a01:24:24.048262 run create_hlr_db(pid=8489): Terminated: ok {rc=0}\u000a01:24:24.445985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8491): Launched\u000a01:24:24.749556 run osmo-hlr_10.42.42.2(pid=8492): Launched\u000a01:24:24.869857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:25.421652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8494): Launched\u000a01:24:25.737858 run osmo-stp_10.42.42.5(pid=8495): Launched\u000a01:24:25.851683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:26.405429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8497): Launched\u000a01:24:26.517409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:26.794269 run patchelf(pid=8498): Launched\u000a01:24:26.979742 run osmo-stp_10.42.42.5(pid=8495): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8495)]\u000a01:24:27.115615 run osmo-stp_10.42.42.5(pid=8495): stdout: \u000a| (launched: 2022-12-10_01:24:25.582546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:27.251237 run osmo-stp_10.42.42.5(pid=8495): stderr: \u000a| �[0;m�[38;5;43m20221210012425775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012425775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012425776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012425776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:27.382938 run osmo-stp_10.42.42.5(pid=8495): stdout: \u000a| (launched: 2022-12-10_01:24:25.582546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:27.512810 run osmo-stp_10.42.42.5(pid=8495): stderr: \u000a| �[0;m�[38;5;43m20221210012425775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012425775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012425776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012425776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012425777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:27.663231 run patchelf(pid=8498): Terminating (SIGINT)\u000a01:24:27.839900 run patchelf(pid=8498): Terminated: ok {rc=0}\u000a01:24:27.872167 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8495): Process ended prematurely: osmo-stp_10.42.42.5(pid=8495) [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8495)] [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:24:27.881377 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:24:27.943792 run osmo-hlr_10.42.42.2(pid=8492): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8492)]\u000a01:24:27.994674 run osmo-hlr_10.42.42.2(pid=8492): stdout: \u000a| (launched: 2022-12-10_01:24:24.595945) \u000a01:24:28.046304 run osmo-hlr_10.42.42.2(pid=8492): stderr: \u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012424791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012424806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012424815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012424815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012424815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:28.090626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8491): Terminating (SIGTERM)\u000a01:24:28.132270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8494): Terminating (SIGTERM)\u000a01:24:28.174114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8497): Terminating (SIGTERM)\u000a01:24:28.183864 --- ParallelTerminationStrategy: PID 8491 died...\u000a01:24:28.240038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8491): Terminated: ok {rc=0}\u000a01:24:28.250553 --- ParallelTerminationStrategy: PID 8494 died...\u000a01:24:28.306237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8494): Terminated: ok {rc=0}\u000a01:24:28.316367 --- ParallelTerminationStrategy: PID 8497 died...\u000a01:24:28.372329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8497): Terminated: ok {rc=0}\u000a01:24:28.458760 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:23:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:24:30.510201 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:30.521826 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:24:30.676570 tst switch_tch_pdch.py: using LAC 25015\u000a01:24:30.794524 tst switch_tch_pdch.py: using RAC 25\u000a01:24:30.925178 tst switch_tch_pdch.py: using CellId 25015\u000a01:24:31.054769 tst switch_tch_pdch.py: using BVCI 25016\u000a01:24:31.078144 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.089891 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.102200 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.113909 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.126893 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.138539 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.151459 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:31.164402 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:31.280542 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:31.574049 tst switch_tch_pdch.py:51: start network...\u000a01:24:31.711757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:32.240759 run create_hlr_db(pid=8503): Launched\u000a01:24:32.424171 bus /gobi_6: Setting Powered False\u000a01:24:33.443392 run create_hlr_db(pid=8503): Terminated: ok {rc=0}\u000a01:24:33.865724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Launched\u000a01:24:34.181844 run osmo-hlr_10.42.42.2(pid=8506): Launched\u000a01:24:34.299198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:34.849233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Launched\u000a01:24:35.165548 run osmo-stp_10.42.42.5(pid=8509): Launched\u000a01:24:35.279269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:35.829682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Launched\u000a01:24:35.941456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:36.217067 run patchelf(pid=8512): Launched\u000a01:24:36.401321 run osmo-stp_10.42.42.5(pid=8509): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)]\u000a01:24:36.535849 run osmo-stp_10.42.42.5(pid=8509): stdout: \u000a| (launched: 2022-12-10_01:24:35.009126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:36.670834 run osmo-stp_10.42.42.5(pid=8509): stderr: \u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012435199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:36.802234 run osmo-stp_10.42.42.5(pid=8509): stdout: \u000a| (launched: 2022-12-10_01:24:35.009126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:36.932030 run osmo-stp_10.42.42.5(pid=8509): stderr: \u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012435199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012435199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012435202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:37.082481 run patchelf(pid=8512): Terminating (SIGINT)\u000a01:24:37.258300 run patchelf(pid=8512): Terminated: ok {rc=0}\u000a01:24:37.290418 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8509): Process ended prematurely: osmo-stp_10.42.42.5(pid=8509) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8509)] [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:24:37.299620 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:24:37.362186 run osmo-hlr_10.42.42.2(pid=8506): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8506)]\u000a01:24:37.413219 run osmo-hlr_10.42.42.2(pid=8506): stdout: \u000a| (launched: 2022-12-10_01:24:34.026948) \u000a01:24:37.464772 run osmo-hlr_10.42.42.2(pid=8506): stderr: \u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012434228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012434241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012434250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012434250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012434250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:37.508819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Terminating (SIGTERM)\u000a01:24:37.550477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Terminating (SIGTERM)\u000a01:24:37.591900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Terminating (SIGTERM)\u000a01:24:37.601534 --- ParallelTerminationStrategy: PID 8505 died...\u000a01:24:37.656730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8505): Terminated: ok {rc=0}\u000a01:24:37.666676 --- ParallelTerminationStrategy: PID 8508 died...\u000a01:24:37.721706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8508): Terminated: ok {rc=0}\u000a01:24:37.731565 --- ParallelTerminationStrategy: PID 8511 died...\u000a01:24:37.786718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8511): Terminated: ok {rc=0}\u000a01:24:37.872842 bus /gobi_0: Setting Powered False\u000a01:24:38.978292 bus /gobi_0: Setting Powered False\u000a01:24:40.085244 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:24:30" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8524): Process ended prematurely: osmo-stp_10.42.42.5(pid=8524) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8524)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8524): Process ended prematurely: osmo-stp_10.42.42.5(pid=8524) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:24:42.065073 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.075898 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:24:42.226625 tst switch_tch_pdch.py: using LAC 25016\u000a01:24:42.339425 tst switch_tch_pdch.py: using RAC 26\u000a01:24:42.452559 tst switch_tch_pdch.py: using CellId 25016\u000a01:24:42.568916 tst switch_tch_pdch.py: using BVCI 25017\u000a01:24:42.591396 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.602298 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.612884 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.623846 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.634760 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.645663 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.656612 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:24:42.667472 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:24:42.778691 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:24:43.048311 tst switch_tch_pdch.py:51: start network...\u000a01:24:43.170125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:43.607888 run create_hlr_db(pid=8518): Launched\u000a01:24:43.728087 bus /gobi_6: Setting Powered False\u000a01:24:44.798986 run create_hlr_db(pid=8518): Terminated: ok {rc=0}\u000a01:24:45.192877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8520): Launched\u000a01:24:45.508254 run osmo-hlr_10.42.42.2(pid=8521): Launched\u000a01:24:45.624058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:46.177283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8523): Launched\u000a01:24:46.607167 run osmo-stp_10.42.42.5(pid=8524): Launched\u000a01:24:46.838743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:47.364782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8526): Launched\u000a01:24:47.477076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:47.754696 run patchelf(pid=8527): Launched\u000a01:24:47.939694 run osmo-stp_10.42.42.5(pid=8524): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8524)]\u000a01:24:48.074682 run osmo-stp_10.42.42.5(pid=8524): stdout: \u000a| (launched: 2022-12-10_01:24:46.332742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:48.209805 run osmo-stp_10.42.42.5(pid=8524): stderr: \u000a| �[0;m�[38;5;43m20221210012446597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012446597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012446598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012446598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012446598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:48.340486 run osmo-stp_10.42.42.5(pid=8524): stdout: \u000a| (launched: 2022-12-10_01:24:46.332742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:48.470403 run osmo-stp_10.42.42.5(pid=8524): stderr: \u000a| �[0;m�[38;5;43m20221210012446597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012446597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012446598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012446598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012446598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012446599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:48.619921 run patchelf(pid=8527): Terminating (SIGINT)\u000a01:24:48.795918 run patchelf(pid=8527): Terminated: ok {rc=0}\u000a01:24:48.828242 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8524): Process ended prematurely: osmo-stp_10.42.42.5(pid=8524) [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8524)] [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:24:48.837498 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:24:48.899907 run osmo-hlr_10.42.42.2(pid=8521): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8521)]\u000a01:24:48.950937 run osmo-hlr_10.42.42.2(pid=8521): stdout: \u000a| (launched: 2022-12-10_01:24:45.353746) \u000a01:24:49.002828 run osmo-hlr_10.42.42.2(pid=8521): stderr: \u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012445551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012445564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012445572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012445572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012445572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:49.046930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8520): Terminating (SIGTERM)\u000a01:24:49.088685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8523): Terminating (SIGTERM)\u000a01:24:49.130415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8526): Terminating (SIGTERM)\u000a01:24:49.140032 --- ParallelTerminationStrategy: PID 8520 died...\u000a01:24:49.195967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8520): Terminated: ok {rc=0}\u000a01:24:49.206025 --- ParallelTerminationStrategy: PID 8523 died...\u000a01:24:49.261152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8523): Terminated: ok {rc=0}\u000a01:24:49.271113 --- ParallelTerminationStrategy: PID 8526 died...\u000a01:24:49.326389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8526): Terminated: ok {rc=0}\u000a01:24:49.412914 bus /gobi_0: Setting Powered False\u000a01:24:50.518427 bus /gobi_0: Setting Powered False\u000a01:24:51.625509 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:24:41" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8533) [trial-2367↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8533)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8533) [trial-2367↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:24:53.524505 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:24:53.535309 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:24:53.674473 tst mo_mt_sms.py: using LAC 25017\u000a01:24:53.798089 tst mo_mt_sms.py: using RAC 27\u000a01:24:53.921324 tst mo_mt_sms.py: using CellId 25017\u000a01:24:54.045927 tst mo_mt_sms.py: using BVCI 25018\u000a01:24:54.069846 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:24:54.183823 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:24:54.468223 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:24:54.598881 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:24:55.250710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8532): Launched\u000a01:24:55.562848 run osmo-nitb_10.42.42.2(pid=8533): Launched\u000a01:24:55.755813 run osmo-nitb_10.42.42.2(pid=8533): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8533)]\u000a01:24:55.898310 run osmo-nitb_10.42.42.2(pid=8533): stdout: \u000a| (launched: 2022-12-10_01:24:55.410704) \u000a01:24:56.040445 run osmo-nitb_10.42.42.2(pid=8533): stderr: \u000a| (launched: 2022-12-10_01:24:55.457648)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:56.178503 run osmo-nitb_10.42.42.2(pid=8533): stdout: \u000a| (launched: 2022-12-10_01:24:55.410704) \u000a01:24:56.315078 run osmo-nitb_10.42.42.2(pid=8533): stderr: \u000a| (launched: 2022-12-10_01:24:55.457648)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:56.690648 tst osmo-nitb_10.42.42.2(pid=8533): stdout: \u000a| (launched: 2022-12-10_01:24:55.410704) \u000a01:24:56.817154 tst osmo-nitb_10.42.42.2(pid=8533): stderr: \u000a| (launched: 2022-12-10_01:24:55.457648)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:56.872360 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8533) [trial-2367↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8533)] [trial-2367↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a01:24:56.881124 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:24:56.916764 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8532): Terminating (SIGTERM)\u000a01:24:57.094422 --- ParallelTerminationStrategy: PID 8532 died...\u000a01:24:57.151530 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8532): Terminated: ok {rc=0}\u000a01:24:57.238935 bus /sierra_3: Setting Powered False\u000a01:24:58.342683 bus /sierra_3: Setting Powered False\u000a01:24:59.449515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:24:53" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2367↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2367↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:25:01.347043 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:01.358707 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:01.501247 tst mo_mt_sms.py: using LAC 25018\u000a01:25:01.631707 tst mo_mt_sms.py: using RAC 28\u000a01:25:01.790126 tst mo_mt_sms.py: using CellId 25018\u000a01:25:01.922194 tst mo_mt_sms.py: using BVCI 25019\u000a01:25:01.947828 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:01.959945 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:01.971644 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:01.983240 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:01.995024 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:02.006643 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:02.126159 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:02.334247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:02.803876 run create_hlr_db(pid=8540): Launched\u000a01:25:02.974942 bus /sierra_2: Setting Powered False\u000a01:25:03.994863 run create_hlr_db(pid=8540): Terminated: ok {rc=0}\u000a01:25:04.414427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Launched\u000a01:25:04.730550 run osmo-hlr_10.42.42.2(pid=8543): Launched\u000a01:25:04.848681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:05.397960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Launched\u000a01:25:05.715205 run osmo-stp_10.42.42.5(pid=8546): Launched\u000a01:25:05.828448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:06.405573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8548): Launched\u000a01:25:06.719897 run osmo-msc_10.42.42.6(pid=8549): Launched\u000a01:25:06.904867 run osmo-stp_10.42.42.5(pid=8546): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a01:25:07.038075 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-10_01:25:05.557538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:07.170481 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012505753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:07.296283 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-10_01:25:05.557538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:07.421446 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012505752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012505753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012505753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:07.476141 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2367↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)] [trial-2367↪sms:trx-lms↪mo_mt_sms.py:16]\u000a01:25:07.484765 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a01:25:07.546830 run osmo-hlr_10.42.42.2(pid=8543): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8543)]\u000a01:25:07.597775 run osmo-hlr_10.42.42.2(pid=8543): stdout: \u000a| (launched: 2022-12-10_01:25:04.574923) \u000a01:25:07.649134 run osmo-hlr_10.42.42.2(pid=8543): stderr: \u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012504771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012504784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012504792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012504792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012504792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:07.718983 run osmo-msc_10.42.42.6(pid=8549): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8549)]\u000a01:25:07.769595 run osmo-msc_10.42.42.6(pid=8549): stdout: \u000a| (launched: 2022-12-10_01:25:06.565239) \u000a01:25:07.821110 run osmo-msc_10.42.42.6(pid=8549): stderr: \u000a| �[0;m�[38;5;43m20221210012506888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012506888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff118846c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012506888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012506888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012506888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012506888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012506890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012506890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012506891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012506891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:07.865096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Terminating (SIGTERM)\u000a01:25:07.906412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Terminating (SIGTERM)\u000a01:25:07.947901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8548): Terminating (SIGTERM)\u000a01:25:07.957504 --- ParallelTerminationStrategy: PID 8542 died...\u000a01:25:08.012419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Terminated: ok {rc=0}\u000a01:25:08.022352 --- ParallelTerminationStrategy: PID 8545 died...\u000a01:25:08.077494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Terminated: ok {rc=0}\u000a01:25:08.087308 --- ParallelTerminationStrategy: PID 8548 died...\u000a01:25:08.142156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8548): Terminated: ok {rc=0}\u000a01:25:08.228725 bus /sierra_3: Setting Powered False\u000a01:25:09.335537 bus /sierra_3: Setting Powered False\u000a01:25:10.445483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:25:01" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8555) [trial-2367↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8555)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8555) [trial-2367↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:12.293611 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:25:12.304444 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:12.438728 tst assert_extension.py: using LAC 25019\u000a01:25:12.563091 tst assert_extension.py: using RAC 29\u000a01:25:12.686768 tst assert_extension.py: using CellId 25019\u000a01:25:12.810057 tst assert_extension.py: using BVCI 25020\u000a01:25:12.834009 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:13.104586 tst assert_extension.py:10: start nitb and bts...\u000a01:25:13.227094 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:25:13.839900 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8554): Launched\u000a01:25:14.132655 run osmo-nitb_10.42.42.2(pid=8555): Launched\u000a01:25:14.314770 run osmo-nitb_10.42.42.2(pid=8555): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8555)]\u000a01:25:14.449255 run osmo-nitb_10.42.42.2(pid=8555): stdout: \u000a| (launched: 2022-12-10_01:25:13.989321) \u000a01:25:14.583766 run osmo-nitb_10.42.42.2(pid=8555): stderr: \u000a| (launched: 2022-12-10_01:25:14.033330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:14.713987 run osmo-nitb_10.42.42.2(pid=8555): stdout: \u000a| (launched: 2022-12-10_01:25:13.989321) \u000a01:25:14.843058 run osmo-nitb_10.42.42.2(pid=8555): stderr: \u000a| (launched: 2022-12-10_01:25:14.033330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:15.251768 tst osmo-nitb_10.42.42.2(pid=8555): stdout: \u000a| (launched: 2022-12-10_01:25:13.989321) \u000a01:25:15.369756 tst osmo-nitb_10.42.42.2(pid=8555): stderr: \u000a| (launched: 2022-12-10_01:25:14.033330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:15.422040 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8555) [trial-2367↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8555)] [trial-2367↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a01:25:15.430314 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:25:15.465148 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8554): Terminating (SIGTERM)\u000a01:25:15.642749 --- ParallelTerminationStrategy: PID 8554 died...\u000a01:25:15.698483 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8554): Terminated: ok {rc=0}\u000a01:25:15.786212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:25:12" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8565): Process ended prematurely: osmo-stp_10.42.42.5(pid=8565) [trial-2367↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8565)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8565): Process ended prematurely: osmo-stp_10.42.42.5(pid=8565) [trial-2367↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:17.629338 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:17.640313 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:17.784622 tst assert_extension.py: using LAC 25020\u000a01:25:17.907672 tst assert_extension.py: using RAC 30\u000a01:25:18.029653 tst assert_extension.py: using CellId 25020\u000a01:25:18.150816 tst assert_extension.py: using BVCI 25021\u000a01:25:18.174649 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:18.185533 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:18.196320 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:18.207132 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:18.217916 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:18.228562 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:18.424803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:18.891663 run create_hlr_db(pid=8559): Launched\u000a01:25:19.061277 bus /sierra_2: Setting Powered False\u000a01:25:20.082920 run create_hlr_db(pid=8559): Terminated: ok {rc=0}\u000a01:25:20.503307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Launched\u000a01:25:20.822315 run osmo-hlr_10.42.42.2(pid=8562): Launched\u000a01:25:20.937819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:21.488736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8564): Launched\u000a01:25:21.806005 run osmo-stp_10.42.42.5(pid=8565): Launched\u000a01:25:21.921048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:22.498319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8567): Launched\u000a01:25:22.816644 run osmo-msc_10.42.42.6(pid=8568): Launched\u000a01:25:23.001610 run osmo-stp_10.42.42.5(pid=8565): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8565)]\u000a01:25:23.135069 run osmo-stp_10.42.42.5(pid=8565): stdout: \u000a| (launched: 2022-12-10_01:25:21.649402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:23.267686 run osmo-stp_10.42.42.5(pid=8565): stderr: \u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012521842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:23.394694 run osmo-stp_10.42.42.5(pid=8565): stdout: \u000a| (launched: 2022-12-10_01:25:21.649402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:23.520569 run osmo-stp_10.42.42.5(pid=8565): stderr: \u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012521841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012521842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012521842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:23.576052 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8565): Process ended prematurely: osmo-stp_10.42.42.5(pid=8565) [trial-2367↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8565)] [trial-2367↪ussd:trx-lms↪assert_extension.py:17]\u000a01:25:23.584570 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a01:25:23.647048 run osmo-hlr_10.42.42.2(pid=8562): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8562)]\u000a01:25:23.698584 run osmo-hlr_10.42.42.2(pid=8562): stdout: \u000a| (launched: 2022-12-10_01:25:20.664531) \u000a01:25:23.750517 run osmo-hlr_10.42.42.2(pid=8562): stderr: \u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012520861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012520874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012520882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012520882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012520882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:23.821475 run osmo-msc_10.42.42.6(pid=8568): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8568)]\u000a01:25:23.872665 run osmo-msc_10.42.42.6(pid=8568): stdout: \u000a| (launched: 2022-12-10_01:25:22.658981) \u000a01:25:23.924403 run osmo-msc_10.42.42.6(pid=8568): stderr: \u000a| �[0;m�[38;5;43m20221210012522978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012522978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c8bf93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012522978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012522978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012522978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012522979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012522980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012522981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012522981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012522981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:23.968310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Terminating (SIGTERM)\u000a01:25:24.010098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8564): Terminating (SIGTERM)\u000a01:25:24.051865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8567): Terminating (SIGTERM)\u000a01:25:24.061276 --- ParallelTerminationStrategy: PID 8561 died...\u000a01:25:24.117248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Terminated: ok {rc=0}\u000a01:25:24.127314 --- ParallelTerminationStrategy: PID 8564 died...\u000a01:25:24.182819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8564): Terminated: ok {rc=0}\u000a01:25:24.192803 --- ParallelTerminationStrategy: PID 8567 died...\u000a01:25:24.248424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8567): Terminated: ok {rc=0}\u000a01:25:24.335614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:25:26.303083 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.314602 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:25:26.477534 tst mo_mt_call.py: using LAC 25021\u000a01:25:26.603207 tst mo_mt_call.py: using RAC 31\u000a01:25:26.728187 tst mo_mt_call.py: using CellId 25021\u000a01:25:26.855109 tst mo_mt_call.py: using BVCI 25022\u000a01:25:26.879606 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.891132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.902547 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.913876 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.925303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:26.936611 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:27.057407 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:27.265610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:27.779358 run create_hlr_db(pid=8573): Launched\u000a01:25:27.964790 bus /sierra_2: Setting Powered False\u000a01:25:28.985907 run create_hlr_db(pid=8573): Terminated: ok {rc=0}\u000a01:25:29.388155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Launched\u000a01:25:29.690269 run osmo-hlr_10.42.42.2(pid=8576): Launched\u000a01:25:29.807980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:30.339962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Launched\u000a01:25:30.641685 run osmo-stp_10.42.42.5(pid=8579): Launched\u000a01:25:30.760031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:31.369178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8581): Launched\u000a01:25:31.799073 run osmo-msc_10.42.42.6(pid=8582): Launched\u000a01:25:32.024450 run osmo-stp_10.42.42.5(pid=8579): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]\u000a01:25:32.157406 run osmo-stp_10.42.42.5(pid=8579): stdout: \u000a| (launched: 2022-12-10_01:25:30.492363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:32.308686 run osmo-stp_10.42.42.5(pid=8579): stderr: \u000a| �[0;m�[38;5;43m20221210012530664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012530664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012530665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012530665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:32.436358 run osmo-stp_10.42.42.5(pid=8579): stdout: \u000a| (launched: 2022-12-10_01:25:30.492363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:32.562002 run osmo-stp_10.42.42.5(pid=8579): stderr: \u000a| �[0;m�[38;5;43m20221210012530664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012530664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012530665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012530665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012530666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:32.615392 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:25:32.624339 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:25:32.685025 run osmo-hlr_10.42.42.2(pid=8576): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8576)]\u000a01:25:32.734511 run osmo-hlr_10.42.42.2(pid=8576): stdout: \u000a| (launched: 2022-12-10_01:25:29.541660) \u000a01:25:32.784802 run osmo-hlr_10.42.42.2(pid=8576): stderr: \u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012529719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012529731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012529739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012529740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012529740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:32.852587 run osmo-msc_10.42.42.6(pid=8582): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8582)]\u000a01:25:32.901917 run osmo-msc_10.42.42.6(pid=8582): stdout: \u000a| (launched: 2022-12-10_01:25:31.539208) \u000a01:25:32.951819 run osmo-msc_10.42.42.6(pid=8582): stderr: \u000a| �[0;m�[38;5;43m20221210012532160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012532160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a8787c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012532160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012532160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012532169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012532170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012532171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012532172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012532172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012532172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:32.993960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Terminating (SIGTERM)\u000a01:25:33.034163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Terminating (SIGTERM)\u000a01:25:33.074402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8581): Terminating (SIGTERM)\u000a01:25:33.083919 --- ParallelTerminationStrategy: PID 8575 died...\u000a01:25:33.137948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Terminated: ok {rc=0}\u000a01:25:33.147628 --- ParallelTerminationStrategy: PID 8578 died...\u000a01:25:33.200660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Terminated: ok {rc=0}\u000a01:25:33.210592 --- ParallelTerminationStrategy: PID 8581 died...\u000a01:25:33.264031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8581): Terminated: ok {rc=0}\u000a01:25:33.347884 bus /sierra_3: Setting Powered False\u000a01:25:34.455564 bus /sierra_3: Setting Powered False\u000a01:25:35.567608 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:25:36.677452 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:36.689189 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:25:36.849582 tst mo_mt_call_osmux.py: using LAC 25022\u000a01:25:36.964679 tst mo_mt_call_osmux.py: using RAC 32\u000a01:25:37.083027 tst mo_mt_call_osmux.py: using CellId 25022\u000a01:25:37.199036 tst mo_mt_call_osmux.py: using BVCI 25023\u000a01:25:37.221842 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:37.232839 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:37.243652 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:37.254893 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:37.266106 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:37.277100 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:37.391092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:37.605565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:38.123424 run create_hlr_db(pid=8584): Launched\u000a01:25:38.308590 bus /sierra_2: Setting Powered False\u000a01:25:39.320828 run create_hlr_db(pid=8584): Terminated: ok {rc=0}\u000a01:25:39.753523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Launched\u000a01:25:40.056322 run osmo-hlr_10.42.42.2(pid=8588): Launched\u000a01:25:40.170092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:40.692380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Launched\u000a01:25:40.995148 run osmo-stp_10.42.42.5(pid=8591): Launched\u000a01:25:41.104851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:41.659122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Launched\u000a01:25:41.963193 run osmo-msc_10.42.42.6(pid=8594): Launched\u000a01:25:42.140365 run osmo-stp_10.42.42.5(pid=8591): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]\u000a01:25:42.269900 run osmo-stp_10.42.42.5(pid=8591): stdout: \u000a| (launched: 2022-12-10_01:25:40.846004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:42.395219 run osmo-stp_10.42.42.5(pid=8591): stderr: \u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012541016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012541016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012541016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012541017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:42.516710 run osmo-stp_10.42.42.5(pid=8591): stdout: \u000a| (launched: 2022-12-10_01:25:40.846004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:42.636801 run osmo-stp_10.42.42.5(pid=8591): stderr: \u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012541015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012541016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012541016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012541016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012541017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:42.690305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:25:42.698951 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:25:42.759516 run osmo-hlr_10.42.42.2(pid=8588): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8588)]\u000a01:25:42.808883 run osmo-hlr_10.42.42.2(pid=8588): stdout: \u000a| (launched: 2022-12-10_01:25:39.907375) \u000a01:25:42.859420 run osmo-hlr_10.42.42.2(pid=8588): stderr: \u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012540084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012540095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012540104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012540105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012540105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:42.926862 run osmo-msc_10.42.42.6(pid=8594): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8594)]\u000a01:25:42.975693 run osmo-msc_10.42.42.6(pid=8594): stdout: \u000a| (launched: 2022-12-10_01:25:41.812384) \u000a01:25:43.025637 run osmo-msc_10.42.42.6(pid=8594): stderr: \u000a| �[0;m�[38;5;43m20221210012542083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012542083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d98c8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012542083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012542084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012542084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012542084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012542087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012542088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012542088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012542088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:43.067579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Terminating (SIGTERM)\u000a01:25:43.107821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Terminating (SIGTERM)\u000a01:25:43.147797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Terminating (SIGTERM)\u000a01:25:43.157065 --- ParallelTerminationStrategy: PID 8587 died...\u000a01:25:43.210368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Terminated: ok {rc=0}\u000a01:25:43.220047 --- ParallelTerminationStrategy: PID 8590 died...\u000a01:25:43.272781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Terminated: ok {rc=0}\u000a01:25:43.282590 --- ParallelTerminationStrategy: PID 8593 died...\u000a01:25:43.335546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Terminated: ok {rc=0}\u000a01:25:43.419838 bus /sierra_3: Setting Powered False\u000a01:25:44.525636 bus /sierra_3: Setting Powered False\u000a01:25:45.632791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:25:26" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:25:47.710189 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:47.721263 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:25:47.880479 tst mo_mt_call.py: using LAC 25023\u000a01:25:47.998463 tst mo_mt_call.py: using RAC 33\u000a01:25:48.114568 tst mo_mt_call.py: using CellId 25023\u000a01:25:48.230178 tst mo_mt_call.py: using BVCI 25024\u000a01:25:48.253127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:48.264112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:48.275067 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:48.286111 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:48.297304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:48.308211 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:25:48.426985 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:25:48.627228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:49.101261 run create_hlr_db(pid=8599): Launched\u000a01:25:49.274040 bus /sierra_2: Setting Powered False\u000a01:25:50.308206 run create_hlr_db(pid=8599): Terminated: ok {rc=0}\u000a01:25:50.711590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Launched\u000a01:25:51.013235 run osmo-hlr_10.42.42.2(pid=8602): Launched\u000a01:25:51.129681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:51.662918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Launched\u000a01:25:51.965700 run osmo-stp_10.42.42.5(pid=8605): Launched\u000a01:25:52.075728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:52.626127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Launched\u000a01:25:52.929611 run osmo-msc_10.42.42.6(pid=8608): Launched\u000a01:25:53.106625 run osmo-stp_10.42.42.5(pid=8605): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]\u000a01:25:53.234020 run osmo-stp_10.42.42.5(pid=8605): stdout: \u000a| (launched: 2022-12-10_01:25:51.815967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:53.358639 run osmo-stp_10.42.42.5(pid=8605): stderr: \u000a| �[0;m�[38;5;43m20221210012551986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012551986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012551987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012551987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012551987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012551988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012551988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:53.479050 run osmo-stp_10.42.42.5(pid=8605): stdout: \u000a| (launched: 2022-12-10_01:25:51.815967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:53.598753 run osmo-stp_10.42.42.5(pid=8605): stderr: \u000a| �[0;m�[38;5;43m20221210012551986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012551986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012551987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012551987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012551987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012551988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012551988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:53.651606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:25:53.660075 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:25:53.720579 run osmo-hlr_10.42.42.2(pid=8602): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8602)]\u000a01:25:53.769079 run osmo-hlr_10.42.42.2(pid=8602): stdout: \u000a| (launched: 2022-12-10_01:25:50.864636) \u000a01:25:53.818651 run osmo-hlr_10.42.42.2(pid=8602): stderr: \u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012551042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012551060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012551070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012551070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012551070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:53.885482 run osmo-msc_10.42.42.6(pid=8608): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8608)]\u000a01:25:53.934207 run osmo-msc_10.42.42.6(pid=8608): stdout: \u000a| (launched: 2022-12-10_01:25:52.778628) \u000a01:25:53.983302 run osmo-msc_10.42.42.6(pid=8608): stderr: \u000a| �[0;m�[38;5;43m20221210012553049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012553049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca0eb20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012553049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012553049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012553049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012553049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012553051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012553052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012553052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012553052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:54.024937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Terminating (SIGTERM)\u000a01:25:54.064702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Terminating (SIGTERM)\u000a01:25:54.104163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Terminating (SIGTERM)\u000a01:25:54.113583 --- ParallelTerminationStrategy: PID 8601 died...\u000a01:25:54.166168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Terminated: ok {rc=0}\u000a01:25:54.175790 --- ParallelTerminationStrategy: PID 8604 died...\u000a01:25:54.228590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Terminated: ok {rc=0}\u000a01:25:54.238409 --- ParallelTerminationStrategy: PID 8607 died...\u000a01:25:54.291134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Terminated: ok {rc=0}\u000a01:25:54.380333 bus /sierra_3: Setting Powered False\u000a01:25:55.483872 bus /sierra_3: Setting Powered False\u000a01:25:56.592787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:25:57.702533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:57.714595 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:25:57.869433 tst mo_mt_call_osmux.py: using LAC 25024\u000a01:25:57.994820 tst mo_mt_call_osmux.py: using RAC 34\u000a01:25:58.121136 tst mo_mt_call_osmux.py: using CellId 25024\u000a01:25:58.249734 tst mo_mt_call_osmux.py: using BVCI 25025\u000a01:25:58.274555 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:58.286074 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:58.297805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:58.309783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:58.321410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:25:58.332996 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:25:58.454670 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:25:58.657206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:59.132919 run create_hlr_db(pid=8610): Launched\u000a01:25:59.305995 bus /sierra_2: Setting Powered False\u000a01:26:00.328254 run create_hlr_db(pid=8610): Terminated: ok {rc=0}\u000a01:26:00.755986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Launched\u000a01:26:01.135914 run osmo-hlr_10.42.42.2(pid=8613): Launched\u000a01:26:01.323402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:02.023822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Launched\u000a01:26:02.369046 run osmo-stp_10.42.42.5(pid=8616): Launched\u000a01:26:02.485857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:03.076079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Launched\u000a01:26:03.399795 run osmo-msc_10.42.42.6(pid=8619): Launched\u000a01:26:03.587350 run osmo-stp_10.42.42.5(pid=8616): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]\u000a01:26:03.722298 run osmo-stp_10.42.42.5(pid=8616): stdout: \u000a| (launched: 2022-12-10_01:26:02.192224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:03.857669 run osmo-stp_10.42.42.5(pid=8616): stderr: \u000a| �[0;m�[38;5;43m20221210012602401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012602401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012602402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012602402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012602404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:03.987083 run osmo-stp_10.42.42.5(pid=8616): stdout: \u000a| (launched: 2022-12-10_01:26:02.192224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:04.114971 run osmo-stp_10.42.42.5(pid=8616): stderr: \u000a| �[0;m�[38;5;43m20221210012602401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012602401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012602402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012602402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012602404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:04.171570 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:26:04.181375 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:26:04.243860 run osmo-hlr_10.42.42.2(pid=8613): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8613)]\u000a01:26:04.295226 run osmo-hlr_10.42.42.2(pid=8613): stdout: \u000a| (launched: 2022-12-10_01:26:00.947241) \u000a01:26:04.347124 run osmo-hlr_10.42.42.2(pid=8613): stderr: \u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012601363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012601389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012601406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012601406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012601406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:04.417355 run osmo-msc_10.42.42.6(pid=8619): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8619)]\u000a01:26:04.468678 run osmo-msc_10.42.42.6(pid=8619): stdout: \u000a| (launched: 2022-12-10_01:26:03.240279) \u000a01:26:04.520222 run osmo-msc_10.42.42.6(pid=8619): stderr: \u000a| �[0;m�[38;5;43m20221210012603564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012603564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1e589c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012603564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012603564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012603564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012603565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012603566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012603567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012603567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012603567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:04.564088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Terminating (SIGTERM)\u000a01:26:04.605746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Terminating (SIGTERM)\u000a01:26:04.647397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Terminating (SIGTERM)\u000a01:26:04.657232 --- ParallelTerminationStrategy: PID 8612 died...\u000a01:26:04.712755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Terminated: ok {rc=0}\u000a01:26:04.723151 --- ParallelTerminationStrategy: PID 8615 died...\u000a01:26:04.778230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Terminated: ok {rc=0}\u000a01:26:04.788116 --- ParallelTerminationStrategy: PID 8618 died...\u000a01:26:04.843550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Terminated: ok {rc=0}\u000a01:26:04.931046 bus /sierra_3: Setting Powered False\u000a01:26:06.033710 bus /sierra_3: Setting Powered False\u000a01:26:07.143722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:25:47" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:09.147561 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.159113 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:09.321879 tst mo_mt_call.py: using LAC 25025\u000a01:26:09.447151 tst mo_mt_call.py: using RAC 35\u000a01:26:09.572766 tst mo_mt_call.py: using CellId 25025\u000a01:26:09.698262 tst mo_mt_call.py: using BVCI 25026\u000a01:26:09.722604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.734157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.745434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.756664 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.768060 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:09.779376 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:09.895175 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:10.096849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:10.574480 run create_hlr_db(pid=8624): Launched\u000a01:26:10.747014 bus /sierra_2: Setting Powered False\u000a01:26:11.769264 run create_hlr_db(pid=8624): Terminated: ok {rc=0}\u000a01:26:12.197005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Launched\u000a01:26:12.520879 run osmo-hlr_10.42.42.2(pid=8627): Launched\u000a01:26:12.642228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:13.207303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Launched\u000a01:26:13.530916 run osmo-stp_10.42.42.5(pid=8630): Launched\u000a01:26:13.654137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:14.242699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Launched\u000a01:26:14.564810 run osmo-msc_10.42.42.6(pid=8633): Launched\u000a01:26:14.754556 run osmo-stp_10.42.42.5(pid=8630): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a01:26:14.892004 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-10_01:26:13.371349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:15.027128 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012613568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:15.156435 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-10_01:26:13.371349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:15.284696 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012613567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012613568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012613568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:15.341391 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:26:15.350690 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:26:15.413383 run osmo-hlr_10.42.42.2(pid=8627): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8627)]\u000a01:26:15.464692 run osmo-hlr_10.42.42.2(pid=8627): stdout: \u000a| (launched: 2022-12-10_01:26:12.361656) \u000a01:26:15.516744 run osmo-hlr_10.42.42.2(pid=8627): stderr: \u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012612562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012612575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012612586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012612586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012612586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:15.587030 run osmo-msc_10.42.42.6(pid=8633): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8633)]\u000a01:26:15.638404 run osmo-msc_10.42.42.6(pid=8633): stdout: \u000a| (launched: 2022-12-10_01:26:14.406480) \u000a01:26:15.690275 run osmo-msc_10.42.42.6(pid=8633): stderr: \u000a| �[0;m�[38;5;43m20221210012614729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012614729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48d2c6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012614729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012614729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012614730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012614730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012614731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012614732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012614732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012614732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:15.734363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminating (SIGTERM)\u000a01:26:15.776148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminating (SIGTERM)\u000a01:26:15.818380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Terminating (SIGTERM)\u000a01:26:15.828147 --- ParallelTerminationStrategy: PID 8626 died...\u000a01:26:15.914880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminated: ok {rc=0}\u000a01:26:15.925360 --- ParallelTerminationStrategy: PID 8629 died...\u000a01:26:15.981713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminated: ok {rc=0}\u000a01:26:15.992084 --- ParallelTerminationStrategy: PID 8632 died...\u000a01:26:16.048543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Terminated: ok {rc=0}\u000a01:26:16.137138 bus /sierra_3: Setting Powered False\u000a01:26:17.246494 bus /sierra_3: Setting Powered False\u000a01:26:18.355760 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:19.466220 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:19.478081 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:19.637902 tst mo_mt_call_osmux.py: using LAC 25026\u000a01:26:19.753292 tst mo_mt_call_osmux.py: using RAC 36\u000a01:26:19.870728 tst mo_mt_call_osmux.py: using CellId 25026\u000a01:26:19.987111 tst mo_mt_call_osmux.py: using BVCI 25027\u000a01:26:20.009994 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:20.021151 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:20.031883 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:20.042810 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:20.054103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:20.064929 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:20.180079 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:20.390133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:20.908125 run create_hlr_db(pid=8635): Launched\u000a01:26:21.093905 bus /sierra_2: Setting Powered False\u000a01:26:22.114309 run create_hlr_db(pid=8635): Terminated: ok {rc=0}\u000a01:26:22.519261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Launched\u000a01:26:22.823029 run osmo-hlr_10.42.42.2(pid=8638): Launched\u000a01:26:22.940068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:23.474239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Launched\u000a01:26:23.777629 run osmo-stp_10.42.42.5(pid=8641): Launched\u000a01:26:23.888639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:24.442177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Launched\u000a01:26:24.745922 run osmo-msc_10.42.42.6(pid=8644): Launched\u000a01:26:24.923416 run osmo-stp_10.42.42.5(pid=8641): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a01:26:25.051014 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-10_01:26:23.626957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:25.176110 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012623799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:25.297542 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-10_01:26:23.626957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:25.418028 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012623799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012623799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012623800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:25.471058 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:26:25.479842 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:26:25.540228 run osmo-hlr_10.42.42.2(pid=8638): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8638)]\u000a01:26:25.589237 run osmo-hlr_10.42.42.2(pid=8638): stdout: \u000a| (launched: 2022-12-10_01:26:22.673700) \u000a01:26:25.638818 run osmo-hlr_10.42.42.2(pid=8638): stderr: \u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012622851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012622863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012622873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012622873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012622873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:25.705989 run osmo-msc_10.42.42.6(pid=8644): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8644)]\u000a01:26:25.754728 run osmo-msc_10.42.42.6(pid=8644): stdout: \u000a| (launched: 2022-12-10_01:26:24.595325) \u000a01:26:25.804436 run osmo-msc_10.42.42.6(pid=8644): stderr: \u000a| �[0;m�[38;5;43m20221210012624867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012624867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff31f4f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012624868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012624868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012624868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012624868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012624870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012624870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012624870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012624870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:25.846207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminating (SIGTERM)\u000a01:26:25.885730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminating (SIGTERM)\u000a01:26:25.925368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminating (SIGTERM)\u000a01:26:25.934957 --- ParallelTerminationStrategy: PID 8637 died...\u000a01:26:25.988405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminated: ok {rc=0}\u000a01:26:25.997916 --- ParallelTerminationStrategy: PID 8640 died...\u000a01:26:26.050571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminated: ok {rc=0}\u000a01:26:26.060341 --- ParallelTerminationStrategy: PID 8643 died...\u000a01:26:26.113373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminated: ok {rc=0}\u000a01:26:26.201968 bus /sierra_3: Setting Powered False\u000a01:26:27.309638 bus /sierra_3: Setting Powered False\u000a01:26:28.416872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:30.419207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:30.430666 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:26:30.593438 tst mo_mt_call.py: using LAC 25027\u000a01:26:30.719101 tst mo_mt_call.py: using RAC 37\u000a01:26:30.850135 tst mo_mt_call.py: using CellId 25027\u000a01:26:30.986389 tst mo_mt_call.py: using BVCI 25028\u000a01:26:31.011771 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:31.023688 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:31.035621 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:31.047457 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:31.060839 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:31.072784 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:31.194883 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:31.461866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:32.071120 run create_hlr_db(pid=8649): Launched\u000a01:26:32.261372 bus /sierra_2: Setting Powered False\u000a01:26:33.278000 run create_hlr_db(pid=8649): Terminated: ok {rc=0}\u000a01:26:33.705170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Launched\u000a01:26:34.029228 run osmo-hlr_10.42.42.2(pid=8652): Launched\u000a01:26:34.146095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:34.702725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Launched\u000a01:26:35.025657 run osmo-stp_10.42.42.5(pid=8655): Launched\u000a01:26:35.142189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:35.731106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Launched\u000a01:26:36.056132 run osmo-msc_10.42.42.6(pid=8658): Launched\u000a01:26:36.244129 run osmo-stp_10.42.42.5(pid=8655): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a01:26:36.379085 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-10_01:26:34.866603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:36.513300 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012635060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:36.642157 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-10_01:26:34.866603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:36.769822 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012635059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012635060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012635060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:36.826196 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:26:36.835850 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:26:36.898689 run osmo-hlr_10.42.42.2(pid=8652): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8652)]\u000a01:26:36.949851 run osmo-hlr_10.42.42.2(pid=8652): stdout: \u000a| (launched: 2022-12-10_01:26:33.868878) \u000a01:26:37.001463 run osmo-hlr_10.42.42.2(pid=8652): stderr: \u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012634070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012634081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012634089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012634089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012634090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:37.071655 run osmo-msc_10.42.42.6(pid=8658): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8658)]\u000a01:26:37.122821 run osmo-msc_10.42.42.6(pid=8658): stdout: \u000a| (launched: 2022-12-10_01:26:35.895480) \u000a01:26:37.174569 run osmo-msc_10.42.42.6(pid=8658): stderr: \u000a| �[0;m�[38;5;43m20221210012636218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012636218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe52a983c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012636218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012636218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012636219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012636219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012636220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012636221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012636221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012636221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:37.218527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminating (SIGTERM)\u000a01:26:37.260084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminating (SIGTERM)\u000a01:26:37.301627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminating (SIGTERM)\u000a01:26:37.311248 --- ParallelTerminationStrategy: PID 8651 died...\u000a01:26:37.366579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminated: ok {rc=0}\u000a01:26:37.376468 --- ParallelTerminationStrategy: PID 8654 died...\u000a01:26:37.431667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminated: ok {rc=0}\u000a01:26:37.441747 --- ParallelTerminationStrategy: PID 8657 died...\u000a01:26:37.496848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminated: ok {rc=0}\u000a01:26:37.583189 bus /sierra_3: Setting Powered False\u000a01:26:38.688829 bus /sierra_3: Setting Powered False\u000a01:26:39.798400 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:40.911816 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:40.924028 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:26:41.092664 tst mo_mt_call_osmux.py: using LAC 25028\u000a01:26:41.216585 tst mo_mt_call_osmux.py: using RAC 38\u000a01:26:41.341009 tst mo_mt_call_osmux.py: using CellId 25028\u000a01:26:41.464823 tst mo_mt_call_osmux.py: using BVCI 25029\u000a01:26:41.489152 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:41.500818 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:41.512195 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:41.523601 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:41.535039 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:41.546314 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:41.663028 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:41.874052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:42.391386 run create_hlr_db(pid=8660): Launched\u000a01:26:42.577049 bus /sierra_2: Setting Powered False\u000a01:26:43.598735 run create_hlr_db(pid=8660): Terminated: ok {rc=0}\u000a01:26:44.002331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Launched\u000a01:26:44.306011 run osmo-hlr_10.42.42.2(pid=8663): Launched\u000a01:26:44.422246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:44.944645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Launched\u000a01:26:45.246973 run osmo-stp_10.42.42.5(pid=8666): Launched\u000a01:26:45.357990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:45.934475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Launched\u000a01:26:46.384204 run osmo-msc_10.42.42.6(pid=8669): Launched\u000a01:26:46.848516 run osmo-stp_10.42.42.5(pid=8666): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a01:26:47.024506 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-10_01:26:45.097889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:47.195858 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012645270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:47.345596 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-10_01:26:45.097889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:47.476216 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012645270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012645270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012645271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:47.533676 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:26:47.543178 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a01:26:47.606656 run osmo-hlr_10.42.42.2(pid=8663): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8663)]\u000a01:26:47.658565 run osmo-hlr_10.42.42.2(pid=8663): stdout: \u000a| (launched: 2022-12-10_01:26:44.156270) \u000a01:26:47.711103 run osmo-hlr_10.42.42.2(pid=8663): stderr: \u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012644334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012644347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012644355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012644355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012644356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:47.782402 run osmo-msc_10.42.42.6(pid=8669): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8669)]\u000a01:26:47.834510 run osmo-msc_10.42.42.6(pid=8669): stdout: \u000a| (launched: 2022-12-10_01:26:46.105832) \u000a01:26:47.887053 run osmo-msc_10.42.42.6(pid=8669): stderr: \u000a| �[0;m�[38;5;43m20221210012646517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012646517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fc6151c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012646518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012646518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012646518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012646519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012646525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012646527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012646527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012646527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:47.931396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminating (SIGTERM)\u000a01:26:47.973259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminating (SIGTERM)\u000a01:26:48.015167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminating (SIGTERM)\u000a01:26:48.024922 --- ParallelTerminationStrategy: PID 8662 died...\u000a01:26:48.080936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminated: ok {rc=0}\u000a01:26:48.091121 --- ParallelTerminationStrategy: PID 8665 died...\u000a01:26:48.147897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminated: ok {rc=0}\u000a01:26:48.158069 --- ParallelTerminationStrategy: PID 8668 died...\u000a01:26:48.214133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminated: ok {rc=0}\u000a01:26:48.302362 bus /sierra_3: Setting Powered False\u000a01:26:49.411046 bus /sierra_3: Setting Powered False\u000a01:26:50.520432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:52.528670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:52.540093 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:26:52.700092 tst mo_mt_call.py: using LAC 25029\u000a01:26:52.819673 tst mo_mt_call.py: using RAC 39\u000a01:26:52.938597 tst mo_mt_call.py: using CellId 25029\u000a01:26:53.057316 tst mo_mt_call.py: using BVCI 25030\u000a01:26:53.080086 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:53.091282 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:53.102357 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:53.113576 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:53.124851 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:26:53.135951 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:26:53.251960 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:26:53.461560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:53.979136 run create_hlr_db(pid=8674): Launched\u000a01:26:54.165073 bus /sierra_2: Setting Powered False\u000a01:26:55.185857 run create_hlr_db(pid=8674): Terminated: ok {rc=0}\u000a01:26:55.589224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Launched\u000a01:26:55.891672 run osmo-hlr_10.42.42.2(pid=8677): Launched\u000a01:26:56.015226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:56.546116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Launched\u000a01:26:56.848429 run osmo-stp_10.42.42.5(pid=8680): Launched\u000a01:26:56.958444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:57.508349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Launched\u000a01:26:57.811113 run osmo-msc_10.42.42.6(pid=8683): Launched\u000a01:26:57.989544 run osmo-stp_10.42.42.5(pid=8680): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a01:26:58.117671 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-10_01:26:56.699168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:58.243760 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221210012656868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012656869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012656869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012656869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:58.364825 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-10_01:26:56.699168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:58.484735 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221210012656868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012656869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012656869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012656869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012656872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:58.538018 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:26:58.546868 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:26:58.607871 run osmo-hlr_10.42.42.2(pid=8677): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8677)]\u000a01:26:58.656900 run osmo-hlr_10.42.42.2(pid=8677): stdout: \u000a| (launched: 2022-12-10_01:26:55.742537) \u000a01:26:58.706494 run osmo-hlr_10.42.42.2(pid=8677): stderr: \u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012655917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012655930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012655941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012655941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012655941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:58.773553 run osmo-msc_10.42.42.6(pid=8683): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8683)]\u000a01:26:58.822465 run osmo-msc_10.42.42.6(pid=8683): stdout: \u000a| (launched: 2022-12-10_01:26:57.661138) \u000a01:26:58.871952 run osmo-msc_10.42.42.6(pid=8683): stderr: \u000a| �[0;m�[38;5;43m20221210012657933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012657933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e587e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012657933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012657933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012657933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012657933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012657935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012657935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012657936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012657936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:58.913595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminating (SIGTERM)\u000a01:26:58.953222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a01:26:58.993319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminating (SIGTERM)\u000a01:26:59.002794 --- ParallelTerminationStrategy: PID 8676 died...\u000a01:26:59.055584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminated: ok {rc=0}\u000a01:26:59.065575 --- ParallelTerminationStrategy: PID 8679 died...\u000a01:26:59.118136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a01:26:59.127934 --- ParallelTerminationStrategy: PID 8682 died...\u000a01:26:59.180620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminated: ok {rc=0}\u000a01:26:59.267353 bus /sierra_3: Setting Powered False\u000a01:27:00.368322 bus /sierra_3: Setting Powered False\u000a01:27:01.473952 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:02.582393 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:02.594175 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:27:02.751468 tst mo_mt_call_osmux.py: using LAC 25030\u000a01:27:02.871291 tst mo_mt_call_osmux.py: using RAC 40\u000a01:27:02.991069 tst mo_mt_call_osmux.py: using CellId 25030\u000a01:27:03.108291 tst mo_mt_call_osmux.py: using BVCI 25031\u000a01:27:03.131127 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:03.142239 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:03.153033 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:03.164279 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:03.175637 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:03.186951 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:03.305460 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:03.506778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:03.979508 run create_hlr_db(pid=8685): Launched\u000a01:27:04.151419 bus /sierra_2: Setting Powered False\u000a01:27:05.173967 run create_hlr_db(pid=8685): Terminated: ok {rc=0}\u000a01:27:05.599663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Launched\u000a01:27:05.921311 run osmo-hlr_10.42.42.2(pid=8688): Launched\u000a01:27:06.042645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:06.601520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Launched\u000a01:27:06.923872 run osmo-stp_10.42.42.5(pid=8691): Launched\u000a01:27:07.040653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:07.627217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Launched\u000a01:27:07.949731 run osmo-msc_10.42.42.6(pid=8694): Launched\u000a01:27:08.138262 run osmo-stp_10.42.42.5(pid=8691): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a01:27:08.274606 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-10_01:27:06.765085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:08.410634 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221210012706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012706960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012706960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:08.540273 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-10_01:27:06.765085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:08.668523 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221210012706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012706960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012706960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012706961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:08.725541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)] [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:27:08.735058 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:27:08.797605 run osmo-hlr_10.42.42.2(pid=8688): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8688)]\u000a01:27:08.849046 run osmo-hlr_10.42.42.2(pid=8688): stdout: \u000a| (launched: 2022-12-10_01:27:05.762873) \u000a01:27:08.900876 run osmo-hlr_10.42.42.2(pid=8688): stderr: \u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012705963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012705975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012705985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012705985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012705985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:08.971000 run osmo-msc_10.42.42.6(pid=8694): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8694)]\u000a01:27:09.022130 run osmo-msc_10.42.42.6(pid=8694): stdout: \u000a| (launched: 2022-12-10_01:27:07.790989) \u000a01:27:09.073578 run osmo-msc_10.42.42.6(pid=8694): stderr: \u000a| �[0;m�[38;5;43m20221210012708111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012708112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38803fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012708112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012708112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012708112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012708112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012708114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012708114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012708114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012708114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:09.117284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminating (SIGTERM)\u000a01:27:09.158860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminating (SIGTERM)\u000a01:27:09.200404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminating (SIGTERM)\u000a01:27:09.209846 --- ParallelTerminationStrategy: PID 8687 died...\u000a01:27:09.265586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminated: ok {rc=0}\u000a01:27:09.275734 --- ParallelTerminationStrategy: PID 8690 died...\u000a01:27:09.330938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminated: ok {rc=0}\u000a01:27:09.341149 --- ParallelTerminationStrategy: PID 8693 died...\u000a01:27:09.396577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminated: ok {rc=0}\u000a01:27:09.483223 bus /sierra_3: Setting Powered False\u000a01:27:10.584361 bus /sierra_3: Setting Powered False\u000a01:27:11.689615 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:26:52" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:27:13.700099 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:13.711770 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:27:13.879242 tst mo_mt_call.py: using LAC 25031\u000a01:27:14.006939 tst mo_mt_call.py: using RAC 41\u000a01:27:14.133447 tst mo_mt_call.py: using CellId 25031\u000a01:27:14.262960 tst mo_mt_call.py: using BVCI 25032\u000a01:27:14.287515 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:14.299257 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:14.310655 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:14.322645 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:14.334431 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:14.346134 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:14.462368 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:14.660353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:15.137010 run create_hlr_db(pid=8699): Launched\u000a01:27:15.310526 bus /sierra_2: Setting Powered False\u000a01:27:16.335436 run create_hlr_db(pid=8699): Terminated: ok {rc=0}\u000a01:27:16.764131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Launched\u000a01:27:17.172423 run osmo-hlr_10.42.42.2(pid=8702): Launched\u000a01:27:17.292156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:17.824343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Launched\u000a01:27:18.126683 run osmo-stp_10.42.42.5(pid=8705): Launched\u000a01:27:18.237981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:18.790253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Launched\u000a01:27:19.094261 run osmo-msc_10.42.42.6(pid=8708): Launched\u000a01:27:19.271792 run osmo-stp_10.42.42.5(pid=8705): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]\u000a01:27:19.400135 run osmo-stp_10.42.42.5(pid=8705): stdout: \u000a| (launched: 2022-12-10_01:27:17.977308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:19.526068 run osmo-stp_10.42.42.5(pid=8705): stderr: \u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012718147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:19.646904 run osmo-stp_10.42.42.5(pid=8705): stdout: \u000a| (launched: 2022-12-10_01:27:17.977308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:19.767003 run osmo-stp_10.42.42.5(pid=8705): stderr: \u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012718147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012718147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012718150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:19.820246 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)] [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:27:19.829134 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:27:19.889056 run osmo-hlr_10.42.42.2(pid=8702): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8702)]\u000a01:27:19.937789 run osmo-hlr_10.42.42.2(pid=8702): stdout: \u000a| (launched: 2022-12-10_01:27:16.921476) \u000a01:27:19.987201 run osmo-hlr_10.42.42.2(pid=8702): stderr: \u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012717223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012717235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012717244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012717244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012717244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:20.054090 run osmo-msc_10.42.42.6(pid=8708): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8708)]\u000a01:27:20.102564 run osmo-msc_10.42.42.6(pid=8708): stdout: \u000a| (launched: 2022-12-10_01:27:18.943666) \u000a01:27:20.151942 run osmo-msc_10.42.42.6(pid=8708): stderr: \u000a| �[0;m�[38;5;43m20221210012719214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012719214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d99207c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012719214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012719215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012719215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012719215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012719217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012719217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012719217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012719217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:20.193374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Terminating (SIGTERM)\u000a01:27:20.233036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Terminating (SIGTERM)\u000a01:27:20.272292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Terminating (SIGTERM)\u000a01:27:20.281783 --- ParallelTerminationStrategy: PID 8701 died...\u000a01:27:20.335122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Terminated: ok {rc=0}\u000a01:27:20.344906 --- ParallelTerminationStrategy: PID 8704 died...\u000a01:27:20.397856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Terminated: ok {rc=0}\u000a01:27:20.407337 --- ParallelTerminationStrategy: PID 8707 died...\u000a01:27:20.459689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Terminated: ok {rc=0}\u000a01:27:20.543138 bus /sierra_3: Setting Powered False\u000a01:27:21.644322 bus /sierra_3: Setting Powered False\u000a01:27:22.755196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:23.864796 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:23.876674 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:27:24.032664 tst mo_mt_call_osmux.py: using LAC 25032\u000a01:27:24.153255 tst mo_mt_call_osmux.py: using RAC 42\u000a01:27:24.272171 tst mo_mt_call_osmux.py: using CellId 25032\u000a01:27:24.391334 tst mo_mt_call_osmux.py: using BVCI 25033\u000a01:27:24.414345 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:24.425563 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:24.436460 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:24.447834 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:24.459100 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:24.470231 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:24.588814 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:24.799793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:25.318601 run create_hlr_db(pid=8710): Launched\u000a01:27:25.504536 bus /sierra_2: Setting Powered False\u000a01:27:26.526333 run create_hlr_db(pid=8710): Terminated: ok {rc=0}\u000a01:27:26.933147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Launched\u000a01:27:27.235683 run osmo-hlr_10.42.42.2(pid=8713): Launched\u000a01:27:27.353996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:27.885863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Launched\u000a01:27:28.187862 run osmo-stp_10.42.42.5(pid=8716): Launched\u000a01:27:28.297435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:28.852865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Launched\u000a01:27:29.155803 run osmo-msc_10.42.42.6(pid=8719): Launched\u000a01:27:29.334148 run osmo-stp_10.42.42.5(pid=8716): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a01:27:29.462496 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-10_01:27:28.038748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:29.588121 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012728208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:29.709723 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-10_01:27:28.038748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:29.831023 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012728207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012728208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:29.884473 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)] [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:27:29.893083 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:27:29.953061 run osmo-hlr_10.42.42.2(pid=8713): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8713)]\u000a01:27:30.001465 run osmo-hlr_10.42.42.2(pid=8713): stdout: \u000a| (launched: 2022-12-10_01:27:27.086665) \u000a01:27:30.051342 run osmo-hlr_10.42.42.2(pid=8713): stderr: \u000a| �[0;m�[1;31m20221210012727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012727262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012727262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012727262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012727274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012727282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012727283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012727283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:30.118352 run osmo-msc_10.42.42.6(pid=8719): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8719)]\u000a01:27:30.166998 run osmo-msc_10.42.42.6(pid=8719): stdout: \u000a| (launched: 2022-12-10_01:27:29.006122) \u000a01:27:30.216484 run osmo-msc_10.42.42.6(pid=8719): stderr: \u000a| �[0;m�[38;5;43m20221210012729278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012729278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae75d76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012729278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012729278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012729278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012729279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012729280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012729281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012729281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012729281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:30.258003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminating (SIGTERM)\u000a01:27:30.297627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminating (SIGTERM)\u000a01:27:30.337238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminating (SIGTERM)\u000a01:27:30.346670 --- ParallelTerminationStrategy: PID 8712 died...\u000a01:27:30.399368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminated: ok {rc=0}\u000a01:27:30.409214 --- ParallelTerminationStrategy: PID 8715 died...\u000a01:27:30.462224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminated: ok {rc=0}\u000a01:27:30.471653 --- ParallelTerminationStrategy: PID 8718 died...\u000a01:27:30.523972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminated: ok {rc=0}\u000a01:27:30.612372 bus /sierra_3: Setting Powered False\u000a01:27:31.733169 bus /sierra_3: Setting Powered False\u000a01:27:32.843259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:27:13" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8733): Process ended prematurely: osmo-stp_10.42.42.5(pid=8733) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8733)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8733): Process ended prematurely: osmo-stp_10.42.42.5(pid=8733) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:27:34.846839 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:34.858157 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:27:35.019259 tst mo_mt_call.py: using LAC 25033\u000a01:27:35.135127 tst mo_mt_call.py: using RAC 43\u000a01:27:35.251835 tst mo_mt_call.py: using CellId 25033\u000a01:27:35.367586 tst mo_mt_call.py: using BVCI 25034\u000a01:27:35.390515 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:35.401405 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:35.411926 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:35.422893 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:35.433899 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:35.444730 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:35.562847 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:35.767392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:36.243110 run create_hlr_db(pid=8727): Launched\u000a01:27:36.415822 bus /sierra_2: Setting Powered False\u000a01:27:37.437057 run create_hlr_db(pid=8727): Terminated: ok {rc=0}\u000a01:27:37.863824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8729): Launched\u000a01:27:38.188202 run osmo-hlr_10.42.42.2(pid=8730): Launched\u000a01:27:38.308764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:38.872466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8732): Launched\u000a01:27:39.195428 run osmo-stp_10.42.42.5(pid=8733): Launched\u000a01:27:39.312378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:39.904485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8735): Launched\u000a01:27:40.217127 run osmo-msc_10.42.42.6(pid=8736): Launched\u000a01:27:40.396263 run osmo-stp_10.42.42.5(pid=8733): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8733)]\u000a01:27:40.524630 run osmo-stp_10.42.42.5(pid=8733): stdout: \u000a| (launched: 2022-12-10_01:27:39.036883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:40.651013 run osmo-stp_10.42.42.5(pid=8733): stderr: \u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012739227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:40.772414 run osmo-stp_10.42.42.5(pid=8733): stdout: \u000a| (launched: 2022-12-10_01:27:39.036883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:40.892788 run osmo-stp_10.42.42.5(pid=8733): stderr: \u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012739226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012739227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012739227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:40.946131 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8733): Process ended prematurely: osmo-stp_10.42.42.5(pid=8733) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8733)] [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:27:40.954670 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:27:41.014555 run osmo-hlr_10.42.42.2(pid=8730): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8730)]\u000a01:27:41.063858 run osmo-hlr_10.42.42.2(pid=8730): stdout: \u000a| (launched: 2022-12-10_01:27:38.027800) \u000a01:27:41.113868 run osmo-hlr_10.42.42.2(pid=8730): stderr: \u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012738224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012738237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012738245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012738245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012738245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:41.181248 run osmo-msc_10.42.42.6(pid=8736): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8736)]\u000a01:27:41.230098 run osmo-msc_10.42.42.6(pid=8736): stdout: \u000a| (launched: 2022-12-10_01:27:40.065269) \u000a01:27:41.279627 run osmo-msc_10.42.42.6(pid=8736): stderr: \u000a| �[0;m�[38;5;43m20221210012740337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012740337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26c41bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012740337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012740337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012740337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012740338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012740339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012740340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012740340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012740340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:41.321175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8729): Terminating (SIGTERM)\u000a01:27:41.360852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8732): Terminating (SIGTERM)\u000a01:27:41.400395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8735): Terminating (SIGTERM)\u000a01:27:41.409782 --- ParallelTerminationStrategy: PID 8729 died...\u000a01:27:41.462753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8729): Terminated: ok {rc=0}\u000a01:27:41.472069 --- ParallelTerminationStrategy: PID 8732 died...\u000a01:27:41.525071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8732): Terminated: ok {rc=0}\u000a01:27:41.534428 --- ParallelTerminationStrategy: PID 8735 died...\u000a01:27:41.586665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8735): Terminated: ok {rc=0}\u000a01:27:41.675314 bus /sierra_3: Setting Powered False\u000a01:27:42.778014 bus /sierra_3: Setting Powered False\u000a01:27:43.886514 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8744): Process ended prematurely: osmo-stp_10.42.42.5(pid=8744) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8744)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8744): Process ended prematurely: osmo-stp_10.42.42.5(pid=8744) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:44.993850 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.005440 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:27:45.166460 tst mo_mt_call_osmux.py: using LAC 25034\u000a01:27:45.282642 tst mo_mt_call_osmux.py: using RAC 44\u000a01:27:45.398943 tst mo_mt_call_osmux.py: using CellId 25034\u000a01:27:45.514656 tst mo_mt_call_osmux.py: using BVCI 25035\u000a01:27:45.537492 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.548202 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.558897 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.569842 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.580680 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:45.591664 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:45.711569 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:45.946070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:46.494548 run create_hlr_db(pid=8738): Launched\u000a01:27:46.714268 bus /sierra_2: Setting Powered False\u000a01:27:47.707087 run create_hlr_db(pid=8738): Terminated: ok {rc=0}\u000a01:27:48.136145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8740): Launched\u000a01:27:48.441970 run osmo-hlr_10.42.42.2(pid=8741): Launched\u000a01:27:48.551108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:49.075124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8743): Launched\u000a01:27:49.377293 run osmo-stp_10.42.42.5(pid=8744): Launched\u000a01:27:49.486822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:50.037300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8746): Launched\u000a01:27:50.339190 run osmo-msc_10.42.42.6(pid=8747): Launched\u000a01:27:50.517093 run osmo-stp_10.42.42.5(pid=8744): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8744)]\u000a01:27:50.645907 run osmo-stp_10.42.42.5(pid=8744): stdout: \u000a| (launched: 2022-12-10_01:27:49.228470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:50.771194 run osmo-stp_10.42.42.5(pid=8744): stderr: \u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012749399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:50.892202 run osmo-stp_10.42.42.5(pid=8744): stdout: \u000a| (launched: 2022-12-10_01:27:49.228470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:51.012713 run osmo-stp_10.42.42.5(pid=8744): stderr: \u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012749398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012749399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012749399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:51.065821 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8744): Process ended prematurely: osmo-stp_10.42.42.5(pid=8744) [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8744)] [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:27:51.074303 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:27:51.134670 run osmo-hlr_10.42.42.2(pid=8741): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8741)]\u000a01:27:51.183586 run osmo-hlr_10.42.42.2(pid=8741): stdout: \u000a| (launched: 2022-12-10_01:27:48.290980) \u000a01:27:51.233167 run osmo-hlr_10.42.42.2(pid=8741): stderr: \u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012748467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012748482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012748491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012748491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012748491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:51.300447 run osmo-msc_10.42.42.6(pid=8747): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8747)]\u000a01:27:51.349501 run osmo-msc_10.42.42.6(pid=8747): stdout: \u000a| (launched: 2022-12-10_01:27:50.189901) \u000a01:27:51.399137 run osmo-msc_10.42.42.6(pid=8747): stderr: \u000a| �[0;m�[38;5;43m20221210012750464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012750464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bb6767c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012750464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012750464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012750464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012750464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012750467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012750468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012750468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012750468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:51.441042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8740): Terminating (SIGTERM)\u000a01:27:51.481121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8743): Terminating (SIGTERM)\u000a01:27:51.520728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8746): Terminating (SIGTERM)\u000a01:27:51.530239 --- ParallelTerminationStrategy: PID 8740 died...\u000a01:27:51.583275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8740): Terminated: ok {rc=0}\u000a01:27:51.593066 --- ParallelTerminationStrategy: PID 8743 died...\u000a01:27:51.646508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8743): Terminated: ok {rc=0}\u000a01:27:51.656089 --- ParallelTerminationStrategy: PID 8746 died...\u000a01:27:51.709322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8746): Terminated: ok {rc=0}\u000a01:27:51.798204 bus /sierra_3: Setting Powered False\u000a01:27:52.901348 bus /sierra_3: Setting Powered False\u000a01:27:54.011285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:27:34" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8758): Process ended prematurely: osmo-stp_10.42.42.5(pid=8758) [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8758)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8758): Process ended prematurely: osmo-stp_10.42.42.5(pid=8758) [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:27:56.032286 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.043487 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:27:56.185232 tst emergency_mo_mt_call.py: using LAC 25035\u000a01:27:56.310385 tst emergency_mo_mt_call.py: using RAC 45\u000a01:27:56.435991 tst emergency_mo_mt_call.py: using CellId 25035\u000a01:27:56.560456 tst emergency_mo_mt_call.py: using BVCI 25036\u000a01:27:56.584597 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.595674 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.606561 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.617990 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.629441 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:27:56.640650 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:27:56.757367 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:27:56.957332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:57.424783 run create_hlr_db(pid=8752): Launched\u000a01:27:57.595551 bus /sierra_2: Setting Powered False\u000a01:27:58.616343 run create_hlr_db(pid=8752): Terminated: ok {rc=0}\u000a01:27:59.011177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8754): Launched\u000a01:27:59.306980 run osmo-hlr_10.42.42.2(pid=8755): Launched\u000a01:27:59.421123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:59.943715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8757): Launched\u000a01:28:00.240609 run osmo-stp_10.42.42.5(pid=8758): Launched\u000a01:28:00.360542 tst emergency_mo_mt_call.py: using MSISDN 7477\u000a01:28:00.506808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:01.116202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8760): Launched\u000a01:28:01.514032 run osmo-msc_10.42.42.6(pid=8761): Launched\u000a01:28:01.923346 run osmo-stp_10.42.42.5(pid=8758): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8758)]\u000a01:28:02.192367 run osmo-stp_10.42.42.5(pid=8758): stdout: \u000a| (launched: 2022-12-10_01:28:00.093780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:02.323427 run osmo-stp_10.42.42.5(pid=8758): stderr: \u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012800266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:02.442395 run osmo-stp_10.42.42.5(pid=8758): stdout: \u000a| (launched: 2022-12-10_01:28:00.093780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:02.560575 run osmo-stp_10.42.42.5(pid=8758): stderr: \u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012800264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012800266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012800267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:02.612460 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8758): Process ended prematurely: osmo-stp_10.42.42.5(pid=8758) [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8758)] [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a01:28:02.620600 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a01:28:02.681143 run osmo-hlr_10.42.42.2(pid=8755): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8755)]\u000a01:28:02.731422 run osmo-hlr_10.42.42.2(pid=8755): stdout: \u000a| (launched: 2022-12-10_01:27:59.160900) \u000a01:28:02.781374 run osmo-hlr_10.42.42.2(pid=8755): stderr: \u000a| �[0;m�[1;31m20221210012759336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012759336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012759336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012759336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012759336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012759337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012759347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012759356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012759357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012759357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:02.849261 run osmo-msc_10.42.42.6(pid=8761): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8761)]\u000a01:28:02.899207 run osmo-msc_10.42.42.6(pid=8761): stdout: \u000a| (launched: 2022-12-10_01:28:01.268590) \u000a01:28:02.949358 run osmo-msc_10.42.42.6(pid=8761): stderr: \u000a| �[0;m�[38;5;43m20221210012801740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012801741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdbe95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012801741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012801741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012801741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012801741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012801743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012801743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012801743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012801743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:02.991466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8754): Terminating (SIGTERM)\u000a01:28:03.031327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8757): Terminating (SIGTERM)\u000a01:28:03.071793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8760): Terminating (SIGTERM)\u000a01:28:03.081209 --- ParallelTerminationStrategy: PID 8754 died...\u000a01:28:03.135278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8754): Terminated: ok {rc=0}\u000a01:28:03.145023 --- ParallelTerminationStrategy: PID 8757 died...\u000a01:28:03.198603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8757): Terminated: ok {rc=0}\u000a01:28:03.208625 --- ParallelTerminationStrategy: PID 8760 died...\u000a01:28:03.262161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8760): Terminated: ok {rc=0}\u000a01:28:03.351464 bus /sierra_3: Setting Powered False\u000a01:28:04.456000 bus /sierra_3: Setting Powered False\u000a01:28:05.567782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8769): Process ended prematurely: osmo-stp_10.42.42.5(pid=8769) [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8769)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8769): Process ended prematurely: osmo-stp_10.42.42.5(pid=8769) [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:28:06.618522 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:06.629945 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:06.767078 tst emergency_preemptive_call.py: using LAC 25036\u000a01:28:06.883215 tst emergency_preemptive_call.py: using RAC 46\u000a01:28:06.998572 tst emergency_preemptive_call.py: using CellId 25036\u000a01:28:07.113626 tst emergency_preemptive_call.py: using BVCI 25037\u000a01:28:07.135875 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:07.146493 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:07.156779 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:07.167381 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:07.178280 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:07.188828 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:07.302943 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:07.416257 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:07.532597 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:07.735635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:08.203354 run create_hlr_db(pid=8763): Launched\u000a01:28:08.373318 bus /sierra_2: Setting Powered False\u000a01:28:09.394152 run create_hlr_db(pid=8763): Terminated: ok {rc=0}\u000a01:28:09.813683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8765): Launched\u000a01:28:10.131830 run osmo-hlr_10.42.42.2(pid=8766): Launched\u000a01:28:10.251112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:10.802589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8768): Launched\u000a01:28:11.121373 run osmo-stp_10.42.42.5(pid=8769): Launched\u000a01:28:11.249560 tst emergency_preemptive_call.py: using MSISDN 7478\u000a01:28:11.407599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:11.986737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8771): Launched\u000a01:28:12.304176 run osmo-msc_10.42.42.6(pid=8772): Launched\u000a01:28:12.489614 run osmo-stp_10.42.42.5(pid=8769): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8769)]\u000a01:28:12.622865 run osmo-stp_10.42.42.5(pid=8769): stdout: \u000a| (launched: 2022-12-10_01:28:10.963849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:12.756131 run osmo-stp_10.42.42.5(pid=8769): stderr: \u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012811158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:12.883915 run osmo-stp_10.42.42.5(pid=8769): stdout: \u000a| (launched: 2022-12-10_01:28:10.963849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:13.009995 run osmo-stp_10.42.42.5(pid=8769): stderr: \u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012811158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012811158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012811159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:13.065340 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8769): Process ended prematurely: osmo-stp_10.42.42.5(pid=8769) [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8769)] [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a01:28:13.074015 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:28:13.137543 run osmo-hlr_10.42.42.2(pid=8766): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8766)]\u000a01:28:13.189052 run osmo-hlr_10.42.42.2(pid=8766): stdout: \u000a| (launched: 2022-12-10_01:28:09.975168) \u000a01:28:13.241252 run osmo-hlr_10.42.42.2(pid=8766): stderr: \u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012810174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012810187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012810197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012810197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012810197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:13.311836 run osmo-msc_10.42.42.6(pid=8772): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8772)]\u000a01:28:13.362905 run osmo-msc_10.42.42.6(pid=8772): stdout: \u000a| (launched: 2022-12-10_01:28:12.147586) \u000a01:28:13.414250 run osmo-msc_10.42.42.6(pid=8772): stderr: \u000a| �[0;m�[38;5;43m20221210012812470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210012812470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb09bf92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210012812470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210012812470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210012812470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210012812471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210012812472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210012812473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210012812473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210012812473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:13.458301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8765): Terminating (SIGTERM)\u000a01:28:13.500041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8768): Terminating (SIGTERM)\u000a01:28:13.541758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8771): Terminating (SIGTERM)\u000a01:28:13.551623 --- ParallelTerminationStrategy: PID 8765 died...\u000a01:28:13.607378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8765): Terminated: ok {rc=0}\u000a01:28:13.617721 --- ParallelTerminationStrategy: PID 8768 died...\u000a01:28:13.673043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8768): Terminated: ok {rc=0}\u000a01:28:13.683099 --- ParallelTerminationStrategy: PID 8771 died...\u000a01:28:13.738577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8771): Terminated: ok {rc=0}\u000a01:28:13.824452 bus /sierra_9: Setting Powered False\u000a01:28:14.930835 bus /sierra_9: Setting Powered False\u000a01:28:16.040451 bus /sierra_8: Setting Powered False\u000a01:28:17.144432 bus /sierra_8: Setting Powered False\u000a01:28:18.250154 bus /sierra_3: Setting Powered False\u000a01:28:19.350633 bus /sierra_3: Setting Powered False\u000a01:28:20.460795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:27:55" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:28:22.592658 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:22.603621 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:22.747012 tst cs_paging_gprs_active.py: using LAC 25037\u000a01:28:22.863487 tst cs_paging_gprs_active.py: using RAC 47\u000a01:28:22.987016 tst cs_paging_gprs_active.py: using CellId 25037\u000a01:28:23.105585 tst cs_paging_gprs_active.py: using BVCI 25038\u000a01:28:23.128552 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.139300 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.149669 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.160058 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.170719 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.181188 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.191813 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.202304 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:23.212937 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:23.331743 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:23.611195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:28:23.737558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:24.049277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8777): Launched\u000a01:28:24.309643 run iperf3-srv_10.42.42.10(pid=8778): Launched\u000a01:28:24.493001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:28:24.618353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:24.929662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8779): Launched\u000a01:28:25.189125 run iperf3-srv_10.42.42.10(pid=8780): Launched\u000a01:28:25.371827 tst cs_paging_gprs_active.py:38: start network...\u000a01:28:25.497086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:25.971400 run create_hlr_db(pid=8781): Launched\u000a01:28:26.144373 bus /sierra_2: Setting Powered False\u000a01:28:27.166629 run create_hlr_db(pid=8781): Terminated: ok {rc=0}\u000a01:28:27.570729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Launched\u000a01:28:27.873120 run osmo-hlr_10.42.42.2(pid=8784): Launched\u000a01:28:27.987422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:28.520270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Launched\u000a01:28:28.822272 run osmo-stp_10.42.42.5(pid=8787): Launched\u000a01:28:28.932513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:28:29.458107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8789): Launched\u000a01:28:29.565656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:28:29.828934 run patchelf(pid=8790): Launched\u000a01:28:30.005852 run osmo-stp_10.42.42.5(pid=8787): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)]\u000a01:28:30.135123 run osmo-stp_10.42.42.5(pid=8787): stdout: \u000a| (launched: 2022-12-10_01:28:28.673105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:30.264527 run osmo-stp_10.42.42.5(pid=8787): stderr: \u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012828846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:30.389508 run osmo-stp_10.42.42.5(pid=8787): stdout: \u000a| (launched: 2022-12-10_01:28:28.673105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:30.513712 run osmo-stp_10.42.42.5(pid=8787): stderr: \u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012828845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012828846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012828846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:30.657643 run patchelf(pid=8790): Terminating (SIGINT)\u000a01:28:30.826751 run patchelf(pid=8790): Terminated: ok {rc=0}\u000a01:28:30.869449 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8787): Process ended prematurely: osmo-stp_10.42.42.5(pid=8787) [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8787)] [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a01:28:30.882062 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a01:28:30.964084 run osmo-hlr_10.42.42.2(pid=8784): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8784)]\u000a01:28:31.016930 run osmo-hlr_10.42.42.2(pid=8784): stdout: \u000a| (launched: 2022-12-10_01:28:27.723831) \u000a01:28:31.076315 run osmo-hlr_10.42.42.2(pid=8784): stderr: \u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012827902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012827914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012827923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012827923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012827923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:31.121891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8777): Terminating (SIGTERM)\u000a01:28:31.166603 run iperf3-srv_10.42.42.10(pid=8778): Terminating (SIGTERM)\u000a01:28:31.211113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8779): Terminating (SIGTERM)\u000a01:28:31.254449 run iperf3-srv_10.42.42.10(pid=8780): Terminating (SIGTERM)\u000a01:28:31.301963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Terminating (SIGTERM)\u000a01:28:31.347103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Terminating (SIGTERM)\u000a01:28:31.392203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8789): Terminating (SIGTERM)\u000a01:28:31.402932 --- ParallelTerminationStrategy: PID 8777 died...\u000a01:28:31.461401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8777): Terminated: ok {rc=0}\u000a01:28:31.473371 --- ParallelTerminationStrategy: PID 8778 died...\u000a01:28:31.530570 run iperf3-srv_10.42.42.10(pid=8778): Terminated {rc=256}\u000a01:28:31.541234 --- ParallelTerminationStrategy: PID 8779 died...\u000a01:28:31.598521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8779): Terminated: ok {rc=0}\u000a01:28:31.609320 --- ParallelTerminationStrategy: PID 8780 died...\u000a01:28:31.667908 run iperf3-srv_10.42.42.10(pid=8780): Terminated {rc=256}\u000a01:28:31.678556 --- ParallelTerminationStrategy: PID 8783 died...\u000a01:28:31.735482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8783): Terminated: ok {rc=0}\u000a01:28:31.746258 --- ParallelTerminationStrategy: PID 8786 died...\u000a01:28:31.806887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8786): Terminated: ok {rc=0}\u000a01:28:31.817634 --- ParallelTerminationStrategy: PID 8789 died...\u000a01:28:31.875651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8789): Terminated: ok {rc=0}\u000a01:28:31.985252 bus /gobi_0: Setting Powered False\u000a01:28:33.092158 bus /gobi_0: Setting Powered False\u000a01:28:34.201133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2367↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2367↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a01:28:35.311007 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.322411 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:35.468572 tst iperf3.py: using LAC 25038\u000a01:28:35.596737 tst iperf3.py: using RAC 48\u000a01:28:35.723180 tst iperf3.py: using CellId 25038\u000a01:28:35.849766 tst iperf3.py: using BVCI 25039\u000a01:28:35.874503 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.885715 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.896812 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.907736 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.919856 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.930669 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.941870 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.952514 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:35.963476 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:36.255793 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:28:36.390756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:36.726333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Launched\u000a01:28:37.006144 run iperf3-srv_10.42.42.10(pid=8792): Launched\u000a01:28:37.203637 tst iperf3.py:8: start network...\u000a01:28:37.338372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:37.857889 run create_hlr_db(pid=8793): Launched\u000a01:28:38.045094 bus /gobi_6: Setting Powered False\u000a01:28:39.066545 run create_hlr_db(pid=8793): Terminated: ok {rc=0}\u000a01:28:39.473232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Launched\u000a01:28:39.777515 run osmo-hlr_10.42.42.2(pid=8796): Launched\u000a01:28:39.896473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:40.432422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Launched\u000a01:28:40.736754 run osmo-stp_10.42.42.5(pid=8799): Launched\u000a01:28:40.847071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:28:41.374255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Launched\u000a01:28:41.481865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:28:41.745826 run patchelf(pid=8802): Launched\u000a01:28:41.923286 run osmo-stp_10.42.42.5(pid=8799): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]\u000a01:28:42.052864 run osmo-stp_10.42.42.5(pid=8799): stdout: \u000a| (launched: 2022-12-10_01:28:40.587222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:42.182719 run osmo-stp_10.42.42.5(pid=8799): stderr: \u000a| �[0;m�[38;5;43m20221210012840759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012840760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012840760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012840760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:42.308029 run osmo-stp_10.42.42.5(pid=8799): stdout: \u000a| (launched: 2022-12-10_01:28:40.587222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:42.432776 run osmo-stp_10.42.42.5(pid=8799): stderr: \u000a| �[0;m�[38;5;43m20221210012840759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012840760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012840760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012840760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012840761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:42.577317 run patchelf(pid=8802): Terminating (SIGINT)\u000a01:28:42.746692 run patchelf(pid=8802): Terminated: ok {rc=0}\u000a01:28:42.777868 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2367↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)] [trial-2367↪gprs:trx-lms↪iperf3.py:8]\u000a01:28:42.787035 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:28:42.848394 run osmo-hlr_10.42.42.2(pid=8796): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8796)]\u000a01:28:42.898047 run osmo-hlr_10.42.42.2(pid=8796): stdout: \u000a| (launched: 2022-12-10_01:28:39.627506) \u000a01:28:42.948253 run osmo-hlr_10.42.42.2(pid=8796): stderr: \u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012839802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012839814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012839824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012839824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012839824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:42.990833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Terminating (SIGTERM)\u000a01:28:43.031315 run iperf3-srv_10.42.42.10(pid=8792): Terminating (SIGTERM)\u000a01:28:43.071684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Terminating (SIGTERM)\u000a01:28:43.112064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Terminating (SIGTERM)\u000a01:28:43.152571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Terminating (SIGTERM)\u000a01:28:43.162078 --- ParallelTerminationStrategy: PID 8791 died...\u000a01:28:43.216226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Terminated: ok {rc=0}\u000a01:28:43.225990 --- ParallelTerminationStrategy: PID 8792 died...\u000a01:28:43.279261 run iperf3-srv_10.42.42.10(pid=8792): Terminated {rc=256}\u000a01:28:43.289092 --- ParallelTerminationStrategy: PID 8795 died...\u000a01:28:43.342435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Terminated: ok {rc=0}\u000a01:28:43.352380 --- ParallelTerminationStrategy: PID 8798 died...\u000a01:28:43.405641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Terminated: ok {rc=0}\u000a01:28:43.415569 --- ParallelTerminationStrategy: PID 8801 died...\u000a01:28:43.469148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Terminated: ok {rc=0}\u000a01:28:43.557351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8817): Process ended prematurely: osmo-stp_10.42.42.5(pid=8817) [trial-2367↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8817)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8817): Process ended prematurely: osmo-stp_10.42.42.5(pid=8817) [trial-2367↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a01:28:44.667129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.678610 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:44.822886 tst iperf3m4.py: using LAC 25039\u000a01:28:44.954742 tst iperf3m4.py: using RAC 49\u000a01:28:45.075123 tst iperf3m4.py: using CellId 25039\u000a01:28:45.191689 tst iperf3m4.py: using BVCI 25040\u000a01:28:45.214833 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.225512 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.235975 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.246887 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.257608 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.268144 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.279071 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.289563 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:45.300236 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.419399 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.541987 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.658019 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.957876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:28:46.099749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:46.435359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Launched\u000a01:28:46.722328 run iperf3-srv_10.42.42.10(pid=8804): Launched\u000a01:28:46.925198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:28:47.062959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:47.402620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8805): Launched\u000a01:28:47.682517 run iperf3-srv_10.42.42.10(pid=8806): Launched\u000a01:28:47.880043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:28:48.015238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:48.348348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Launched\u000a01:28:48.625834 run iperf3-srv_10.42.42.10(pid=8808): Launched\u000a01:28:48.823145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:28:48.957689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:49.292276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8809): Launched\u000a01:28:49.572316 run iperf3-srv_10.42.42.10(pid=8810): Launched\u000a01:28:49.769001 tst iperf3m4.py:8: start network...\u000a01:28:49.903174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:50.422251 run create_hlr_db(pid=8811): Launched\u000a01:28:50.608704 bus /gobi_6: Setting Powered False\u000a01:28:51.630187 run create_hlr_db(pid=8811): Terminated: ok {rc=0}\u000a01:28:52.035450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8813): Launched\u000a01:28:52.338855 run osmo-hlr_10.42.42.2(pid=8814): Launched\u000a01:28:52.457012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:52.991910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8816): Launched\u000a01:28:53.295452 run osmo-stp_10.42.42.5(pid=8817): Launched\u000a01:28:53.406350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:28:53.932911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8819): Launched\u000a01:28:54.039718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:28:54.302196 run patchelf(pid=8820): Launched\u000a01:28:54.479040 run osmo-stp_10.42.42.5(pid=8817): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8817)]\u000a01:28:54.607529 run osmo-stp_10.42.42.5(pid=8817): stdout: \u000a| (launched: 2022-12-10_01:28:53.146014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:54.736277 run osmo-stp_10.42.42.5(pid=8817): stderr: \u000a| �[0;m�[38;5;43m20221210012853316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012853317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012853317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012853317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:54.861062 run osmo-stp_10.42.42.5(pid=8817): stdout: \u000a| (launched: 2022-12-10_01:28:53.146014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:54.984576 run osmo-stp_10.42.42.5(pid=8817): stderr: \u000a| �[0;m�[38;5;43m20221210012853316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012853317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012853317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012853317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012853318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:55.128266 run patchelf(pid=8820): Terminating (SIGINT)\u000a01:28:55.296581 run patchelf(pid=8820): Terminated: ok {rc=0}\u000a01:28:55.327518 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8817): Process ended prematurely: osmo-stp_10.42.42.5(pid=8817) [trial-2367↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8817)] [trial-2367↪gprs:trx-lms↪iperf3m4.py:8]\u000a01:28:55.336717 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:28:55.397580 run osmo-hlr_10.42.42.2(pid=8814): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8814)]\u000a01:28:55.446445 run osmo-hlr_10.42.42.2(pid=8814): stdout: \u000a| (launched: 2022-12-10_01:28:52.188915) \u000a01:28:55.496258 run osmo-hlr_10.42.42.2(pid=8814): stderr: \u000a| �[0;m�[1;31m20221210012852367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012852367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012852367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012852367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012852367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012852368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012852380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012852389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012852389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012852389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:55.537995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Terminating (SIGTERM)\u000a01:28:55.577743 run iperf3-srv_10.42.42.10(pid=8804): Terminating (SIGTERM)\u000a01:28:55.617414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8805): Terminating (SIGTERM)\u000a01:28:55.656827 run iperf3-srv_10.42.42.10(pid=8806): Terminating (SIGTERM)\u000a01:28:55.696490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Terminating (SIGTERM)\u000a01:28:55.736165 run iperf3-srv_10.42.42.10(pid=8808): Terminating (SIGTERM)\u000a01:28:55.775326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8809): Terminating (SIGTERM)\u000a01:28:55.814728 run iperf3-srv_10.42.42.10(pid=8810): Terminating (SIGTERM)\u000a01:28:55.854322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8813): Terminating (SIGTERM)\u000a01:28:55.894091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8816): Terminating (SIGTERM)\u000a01:28:55.933510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8819): Terminating (SIGTERM)\u000a01:28:55.942897 --- ParallelTerminationStrategy: PID 8803 died...\u000a01:28:55.995768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Terminated: ok {rc=0}\u000a01:28:56.005270 --- ParallelTerminationStrategy: PID 8804 died...\u000a01:28:56.057355 run iperf3-srv_10.42.42.10(pid=8804): Terminated {rc=256}\u000a01:28:56.067303 --- ParallelTerminationStrategy: PID 8805 died...\u000a01:28:56.119963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8805): Terminated: ok {rc=0}\u000a01:28:56.129886 --- ParallelTerminationStrategy: PID 8806 died...\u000a01:28:56.182477 run iperf3-srv_10.42.42.10(pid=8806): Terminated {rc=256}\u000a01:28:56.191881 --- ParallelTerminationStrategy: PID 8807 died...\u000a01:28:56.244779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Terminated: ok {rc=0}\u000a01:28:56.254233 --- ParallelTerminationStrategy: PID 8808 died...\u000a01:28:56.306470 run iperf3-srv_10.42.42.10(pid=8808): Terminated {rc=256}\u000a01:28:56.316134 --- ParallelTerminationStrategy: PID 8809 died...\u000a01:28:56.368723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8809): Terminated: ok {rc=0}\u000a01:28:56.378189 --- ParallelTerminationStrategy: PID 8810 died...\u000a01:28:56.430760 run iperf3-srv_10.42.42.10(pid=8810): Terminated {rc=256}\u000a01:28:56.440247 --- ParallelTerminationStrategy: PID 8813 died...\u000a01:28:56.492696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8813): Terminated: ok {rc=0}\u000a01:28:56.502506 --- ParallelTerminationStrategy: PID 8816 died...\u000a01:28:56.555229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8816): Terminated: ok {rc=0}\u000a01:28:56.565098 --- ParallelTerminationStrategy: PID 8819 died...\u000a01:28:56.617431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8819): Terminated: ok {rc=0}\u000a01:28:56.705942 bus /gobi_4: Setting Powered False\u000a01:28:57.810545 bus /gobi_4: Setting Powered False\u000a01:28:58.915792 bus /gobi_1: Setting Powered False\u000a01:29:00.017856 bus /gobi_1: Setting Powered False\u000a01:29:01.140847 bus /gobi_0: Setting Powered False\u000a01:29:02.247507 bus /gobi_0: Setting Powered False\u000a01:29:03.357788 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2367↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2367↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a01:29:04.425173 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.436484 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:04.571922 tst ping.py: using LAC 25040\u000a01:29:04.687302 tst ping.py: using RAC 50\u000a01:29:04.802665 tst ping.py: using CellId 25040\u000a01:29:04.917523 tst ping.py: using BVCI 25041\u000a01:29:04.940091 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.950620 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.960854 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.971329 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.981831 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.992268 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:05.003146 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:05.014102 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:05.303571 tst ping.py:19: start network...\u000a01:29:05.435315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:05.942074 run create_hlr_db(pid=8821): Launched\u000a01:29:06.124730 bus /gobi_6: Setting Powered False\u000a01:29:07.145610 run create_hlr_db(pid=8821): Terminated: ok {rc=0}\u000a01:29:07.551470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Launched\u000a01:29:07.869457 run osmo-hlr_10.42.42.2(pid=8824): Launched\u000a01:29:07.985167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:08.542109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Launched\u000a01:29:08.859250 run osmo-stp_10.42.42.5(pid=8827): Launched\u000a01:29:08.973783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:09.525577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8829): Launched\u000a01:29:09.638025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:09.914488 run patchelf(pid=8830): Launched\u000a01:29:10.100174 run osmo-stp_10.42.42.5(pid=8827): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)]\u000a01:29:10.235594 run osmo-stp_10.42.42.5(pid=8827): stdout: \u000a| (launched: 2022-12-10_01:29:08.703086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:10.371114 run osmo-stp_10.42.42.5(pid=8827): stderr: \u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012908896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:10.502394 run osmo-stp_10.42.42.5(pid=8827): stdout: \u000a| (launched: 2022-12-10_01:29:08.703086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:10.632390 run osmo-stp_10.42.42.5(pid=8827): stderr: \u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012908895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012908896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012908898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:10.783049 run patchelf(pid=8830): Terminating (SIGINT)\u000a01:29:10.960137 run patchelf(pid=8830): Terminated: ok {rc=0}\u000a01:29:10.992391 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8827): Process ended prematurely: osmo-stp_10.42.42.5(pid=8827) [trial-2367↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8827)] [trial-2367↪gprs:trx-lms↪ping.py:22]\u000a01:29:11.001625 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:29:11.064326 run osmo-hlr_10.42.42.2(pid=8824): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8824)]\u000a01:29:11.115502 run osmo-hlr_10.42.42.2(pid=8824): stdout: \u000a| (launched: 2022-12-10_01:29:07.712864) \u000a01:29:11.167517 run osmo-hlr_10.42.42.2(pid=8824): stderr: \u000a| �[0;m�[1;31m20221210012907913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012907913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012907913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012907913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012907914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012907914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012907927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012907937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012907938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012907938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:11.211542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Terminating (SIGTERM)\u000a01:29:11.253502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Terminating (SIGTERM)\u000a01:29:11.295285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8829): Terminating (SIGTERM)\u000a01:29:11.305078 --- ParallelTerminationStrategy: PID 8823 died...\u000a01:29:11.360721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8823): Terminated: ok {rc=0}\u000a01:29:11.370781 --- ParallelTerminationStrategy: PID 8826 died...\u000a01:29:11.425806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8826): Terminated: ok {rc=0}\u000a01:29:11.435839 --- ParallelTerminationStrategy: PID 8829 died...\u000a01:29:11.490907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8829): Terminated: ok {rc=0}\u000a01:29:11.578231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8837): Process ended prematurely: osmo-stp_10.42.42.5(pid=8837) [trial-2367↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8837)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8837): Process ended prematurely: osmo-stp_10.42.42.5(pid=8837) [trial-2367↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a01:29:12.632496 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:12.644622 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:12.788821 tst ping_idle_ping.py: using LAC 25041\u000a01:29:12.915874 tst ping_idle_ping.py: using RAC 51\u000a01:29:13.040700 tst ping_idle_ping.py: using CellId 25041\u000a01:29:13.165203 tst ping_idle_ping.py: using BVCI 25042\u000a01:29:13.189667 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.200617 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.211556 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.222447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.233303 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.244110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.255060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:13.266218 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:13.539465 tst ping_idle_ping.py:24: start network...\u000a01:29:13.663286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:14.134769 run create_hlr_db(pid=8831): Launched\u000a01:29:14.306549 bus /gobi_6: Setting Powered False\u000a01:29:15.328465 run create_hlr_db(pid=8831): Terminated: ok {rc=0}\u000a01:29:15.725451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8833): Launched\u000a01:29:16.130543 run osmo-hlr_10.42.42.2(pid=8834): Launched\u000a01:29:16.286460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:16.964464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8836): Launched\u000a01:29:17.289624 run osmo-stp_10.42.42.5(pid=8837): Launched\u000a01:29:17.430166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:17.959831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8839): Launched\u000a01:29:18.065848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:18.328362 run patchelf(pid=8840): Launched\u000a01:29:18.502441 run osmo-stp_10.42.42.5(pid=8837): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8837)]\u000a01:29:18.629663 run osmo-stp_10.42.42.5(pid=8837): stdout: \u000a| (launched: 2022-12-10_01:29:17.116560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:18.757507 run osmo-stp_10.42.42.5(pid=8837): stderr: \u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012917390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:18.880926 run osmo-stp_10.42.42.5(pid=8837): stdout: \u000a| (launched: 2022-12-10_01:29:17.116560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:19.004180 run osmo-stp_10.42.42.5(pid=8837): stderr: \u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012917390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012917390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012917391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:19.146563 run patchelf(pid=8840): Terminating (SIGINT)\u000a01:29:19.313253 run patchelf(pid=8840): Terminated: ok {rc=0}\u000a01:29:19.343856 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8837): Process ended prematurely: osmo-stp_10.42.42.5(pid=8837) [trial-2367↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8837)] [trial-2367↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a01:29:19.352649 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:29:19.413463 run osmo-hlr_10.42.42.2(pid=8834): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8834)]\u000a01:29:19.462881 run osmo-hlr_10.42.42.2(pid=8834): stdout: \u000a| (launched: 2022-12-10_01:29:15.883668) \u000a01:29:19.512642 run osmo-hlr_10.42.42.2(pid=8834): stderr: \u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012916244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012916272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012916290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012916290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012916290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:19.555199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8833): Terminating (SIGTERM)\u000a01:29:19.595518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8836): Terminating (SIGTERM)\u000a01:29:19.635720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8839): Terminating (SIGTERM)\u000a01:29:19.645356 --- ParallelTerminationStrategy: PID 8833 died...\u000a01:29:19.698737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8833): Terminated: ok {rc=0}\u000a01:29:19.708719 --- ParallelTerminationStrategy: PID 8836 died...\u000a01:29:19.762550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8836): Terminated: ok {rc=0}\u000a01:29:19.772173 --- ParallelTerminationStrategy: PID 8839 died...\u000a01:29:19.825365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8839): Terminated: ok {rc=0}\u000a01:29:19.914186 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8854): Process ended prematurely: osmo-stp_10.42.42.5(pid=8854) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8854)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8854): Process ended prematurely: osmo-stp_10.42.42.5(pid=8854) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:29:22.064921 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.076161 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:29:22.212224 tst cs_paging_gprs_active.py: using LAC 25042\u000a01:29:22.331875 tst cs_paging_gprs_active.py: using RAC 52\u000a01:29:22.455866 tst cs_paging_gprs_active.py: using CellId 25042\u000a01:29:22.582386 tst cs_paging_gprs_active.py: using BVCI 25043\u000a01:29:22.607198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.618547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.630012 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.641176 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.652065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.663562 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.674886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.685860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:22.697111 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:22.817987 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:23.097910 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:29:23.224043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:23.538860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8844): Launched\u000a01:29:23.800147 run iperf3-srv_10.42.42.10(pid=8845): Launched\u000a01:29:23.985115 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:29:24.111564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:24.427420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8846): Launched\u000a01:29:24.689072 run iperf3-srv_10.42.42.10(pid=8847): Launched\u000a01:29:24.874447 tst cs_paging_gprs_active.py:38: start network...\u000a01:29:25.001315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:25.482817 run create_hlr_db(pid=8848): Launched\u000a01:29:25.657080 bus /gobi_6: Setting Powered False\u000a01:29:26.678928 run create_hlr_db(pid=8848): Terminated: ok {rc=0}\u000a01:29:27.082101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8850): Launched\u000a01:29:27.386266 run osmo-hlr_10.42.42.2(pid=8851): Launched\u000a01:29:27.504598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:28.038350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8853): Launched\u000a01:29:28.341103 run osmo-stp_10.42.42.5(pid=8854): Launched\u000a01:29:28.451402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:28.977116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8856): Launched\u000a01:29:29.085310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:29.349273 run patchelf(pid=8857): Launched\u000a01:29:29.528289 run osmo-stp_10.42.42.5(pid=8854): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8854)]\u000a01:29:29.657444 run osmo-stp_10.42.42.5(pid=8854): stdout: \u000a| (launched: 2022-12-10_01:29:28.191346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:29.786707 run osmo-stp_10.42.42.5(pid=8854): stderr: \u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012928364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:29.911476 run osmo-stp_10.42.42.5(pid=8854): stdout: \u000a| (launched: 2022-12-10_01:29:28.191346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:30.035374 run osmo-stp_10.42.42.5(pid=8854): stderr: \u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012928363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012928364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012928364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:30.179642 run patchelf(pid=8857): Terminating (SIGINT)\u000a01:29:30.349163 run patchelf(pid=8857): Terminated: ok {rc=0}\u000a01:29:30.380274 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8854): Process ended prematurely: osmo-stp_10.42.42.5(pid=8854) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8854)] [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:29:30.389470 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:29:30.450366 run osmo-hlr_10.42.42.2(pid=8851): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8851)]\u000a01:29:30.499526 run osmo-hlr_10.42.42.2(pid=8851): stdout: \u000a| (launched: 2022-12-10_01:29:27.235923) \u000a01:29:30.549426 run osmo-hlr_10.42.42.2(pid=8851): stderr: \u000a| �[0;m�[1;31m20221210012927411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012927411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012927411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012927412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012927412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012927412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012927427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012927436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012927437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012927437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:30.591478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8844): Terminating (SIGTERM)\u000a01:29:30.631213 run iperf3-srv_10.42.42.10(pid=8845): Terminating (SIGTERM)\u000a01:29:30.671001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8846): Terminating (SIGTERM)\u000a01:29:30.710684 run iperf3-srv_10.42.42.10(pid=8847): Terminating (SIGTERM)\u000a01:29:30.750595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8850): Terminating (SIGTERM)\u000a01:29:30.790381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8853): Terminating (SIGTERM)\u000a01:29:30.830620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8856): Terminating (SIGTERM)\u000a01:29:30.840889 --- ParallelTerminationStrategy: PID 8844 died...\u000a01:29:30.896075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8844): Terminated: ok {rc=0}\u000a01:29:30.906977 --- ParallelTerminationStrategy: PID 8845 died...\u000a01:29:30.962379 run iperf3-srv_10.42.42.10(pid=8845): Terminated {rc=256}\u000a01:29:30.972870 --- ParallelTerminationStrategy: PID 8846 died...\u000a01:29:31.028390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8846): Terminated: ok {rc=0}\u000a01:29:31.038877 --- ParallelTerminationStrategy: PID 8847 died...\u000a01:29:31.094510 run iperf3-srv_10.42.42.10(pid=8847): Terminated {rc=256}\u000a01:29:31.105226 --- ParallelTerminationStrategy: PID 8850 died...\u000a01:29:31.161964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8850): Terminated: ok {rc=0}\u000a01:29:31.172547 --- ParallelTerminationStrategy: PID 8853 died...\u000a01:29:31.229048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8853): Terminated: ok {rc=0}\u000a01:29:31.239652 --- ParallelTerminationStrategy: PID 8856 died...\u000a01:29:31.296294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8856): Terminated: ok {rc=0}\u000a01:29:31.384077 bus /gobi_0: Setting Powered False\u000a01:29:32.484507 bus /gobi_0: Setting Powered False\u000a01:29:33.595935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8866): Process ended prematurely: osmo-stp_10.42.42.5(pid=8866) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8866)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8866): Process ended prematurely: osmo-stp_10.42.42.5(pid=8866) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:29:34.706519 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:34.718242 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:29:34.856297 tst iperf3.py: using LAC 25043\u000a01:29:34.974726 tst iperf3.py: using RAC 53\u000a01:29:35.093015 tst iperf3.py: using CellId 25043\u000a01:29:35.222926 tst iperf3.py: using BVCI 25044\u000a01:29:35.247910 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.259554 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.270860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.282299 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.293670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.304780 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.316162 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.327205 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:35.338466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:35.622033 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:35.747512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:36.060272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8858): Launched\u000a01:29:36.322018 run iperf3-srv_10.42.42.10(pid=8859): Launched\u000a01:29:36.506567 tst iperf3.py:8: start network...\u000a01:29:36.632096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:37.109499 run create_hlr_db(pid=8860): Launched\u000a01:29:37.289709 bus /gobi_6: Setting Powered False\u000a01:29:38.304005 run create_hlr_db(pid=8860): Terminated: ok {rc=0}\u000a01:29:38.704742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8862): Launched\u000a01:29:39.008624 run osmo-hlr_10.42.42.2(pid=8863): Launched\u000a01:29:39.120412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:39.646763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8865): Launched\u000a01:29:39.951050 run osmo-stp_10.42.42.5(pid=8866): Launched\u000a01:29:40.061422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:40.586288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8868): Launched\u000a01:29:40.693112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:40.957416 run patchelf(pid=8869): Launched\u000a01:29:41.134238 run osmo-stp_10.42.42.5(pid=8866): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8866)]\u000a01:29:41.263373 run osmo-stp_10.42.42.5(pid=8866): stdout: \u000a| (launched: 2022-12-10_01:29:39.800290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.393434 run osmo-stp_10.42.42.5(pid=8866): stderr: \u000a| �[0;m�[38;5;43m20221210012939973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012939974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012939974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012939974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.519366 run osmo-stp_10.42.42.5(pid=8866): stdout: \u000a| (launched: 2022-12-10_01:29:39.800290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.643289 run osmo-stp_10.42.42.5(pid=8866): stderr: \u000a| �[0;m�[38;5;43m20221210012939973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012939974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012939974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012939974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012939975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.787258 run patchelf(pid=8869): Terminating (SIGINT)\u000a01:29:41.956825 run patchelf(pid=8869): Terminated: ok {rc=0}\u000a01:29:41.987928 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8866): Process ended prematurely: osmo-stp_10.42.42.5(pid=8866) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8866)] [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a01:29:41.997184 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a01:29:42.057663 run osmo-hlr_10.42.42.2(pid=8863): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8863)]\u000a01:29:42.106716 run osmo-hlr_10.42.42.2(pid=8863): stdout: \u000a| (launched: 2022-12-10_01:29:38.858301) \u000a01:29:42.156611 run osmo-hlr_10.42.42.2(pid=8863): stderr: \u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012939035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012939047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012939056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012939056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012939056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:42.198770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8858): Terminating (SIGTERM)\u000a01:29:42.238669 run iperf3-srv_10.42.42.10(pid=8859): Terminating (SIGTERM)\u000a01:29:42.278605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8862): Terminating (SIGTERM)\u000a01:29:42.319193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8865): Terminating (SIGTERM)\u000a01:29:42.359174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8868): Terminating (SIGTERM)\u000a01:29:42.368723 --- ParallelTerminationStrategy: PID 8858 died...\u000a01:29:42.422370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8858): Terminated: ok {rc=0}\u000a01:29:42.432040 --- ParallelTerminationStrategy: PID 8859 died...\u000a01:29:42.484791 run iperf3-srv_10.42.42.10(pid=8859): Terminated {rc=256}\u000a01:29:42.494512 --- ParallelTerminationStrategy: PID 8862 died...\u000a01:29:42.547470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8862): Terminated: ok {rc=0}\u000a01:29:42.557199 --- ParallelTerminationStrategy: PID 8865 died...\u000a01:29:42.609587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8865): Terminated: ok {rc=0}\u000a01:29:42.619263 --- ParallelTerminationStrategy: PID 8868 died...\u000a01:29:42.671672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8868): Terminated: ok {rc=0}\u000a01:29:42.759013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:29:43.869053 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:43.880534 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:29:44.018641 tst iperf3m4.py: using LAC 25044\u000a01:29:44.139069 tst iperf3m4.py: using RAC 54\u000a01:29:44.255311 tst iperf3m4.py: using CellId 25044\u000a01:29:44.371138 tst iperf3m4.py: using BVCI 25045\u000a01:29:44.394199 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.404938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.415608 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.426504 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.437361 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.448157 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.459202 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.469918 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.480823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:44.594989 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:44.716593 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:44.831867 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:45.109181 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:45.234747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:45.549062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8870): Launched\u000a01:29:45.810416 run iperf3-srv_10.42.42.10(pid=8871): Launched\u000a01:29:46.005049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:29:46.144452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:46.495719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8872): Launched\u000a01:29:46.793141 run iperf3-srv_10.42.42.10(pid=8873): Launched\u000a01:29:46.997436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:29:47.136124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:47.471264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8874): Launched\u000a01:29:47.750725 run iperf3-srv_10.42.42.10(pid=8875): Launched\u000a01:29:47.948439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:29:48.082951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:48.417824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8876): Launched\u000a01:29:48.697625 run iperf3-srv_10.42.42.10(pid=8877): Launched\u000a01:29:48.895808 tst iperf3m4.py:8: start network...\u000a01:29:49.031484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:49.553117 run create_hlr_db(pid=8878): Launched\u000a01:29:49.739265 bus /gobi_6: Setting Powered False\u000a01:29:50.761433 run create_hlr_db(pid=8878): Terminated: ok {rc=0}\u000a01:29:51.191286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Launched\u000a01:29:51.514601 run osmo-hlr_10.42.42.2(pid=8881): Launched\u000a01:29:51.632120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:52.192351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Launched\u000a01:29:52.515870 run osmo-stp_10.42.42.5(pid=8884): Launched\u000a01:29:52.632207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:53.195655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8886): Launched\u000a01:29:53.310224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:53.592828 run patchelf(pid=8887): Launched\u000a01:29:53.781439 run osmo-stp_10.42.42.5(pid=8884): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)]\u000a01:29:53.918747 run osmo-stp_10.42.42.5(pid=8884): stdout: \u000a| (launched: 2022-12-10_01:29:52.356201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:54.056928 run osmo-stp_10.42.42.5(pid=8884): stderr: \u000a| �[0;m�[38;5;43m20221210012952549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012952549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012952550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012952550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:54.190637 run osmo-stp_10.42.42.5(pid=8884): stdout: \u000a| (launched: 2022-12-10_01:29:52.356201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:54.322715 run osmo-stp_10.42.42.5(pid=8884): stderr: \u000a| �[0;m�[38;5;43m20221210012952549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210012952549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210012952550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210012952550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210012952551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:54.475965 run patchelf(pid=8887): Terminating (SIGINT)\u000a01:29:54.655614 run patchelf(pid=8887): Terminated: ok {rc=0}\u000a01:29:54.688642 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8884): Process ended prematurely: osmo-stp_10.42.42.5(pid=8884) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8884)] [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:29:54.698588 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:29:54.761296 run osmo-hlr_10.42.42.2(pid=8881): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8881)]\u000a01:29:54.812418 run osmo-hlr_10.42.42.2(pid=8881): stdout: \u000a| (launched: 2022-12-10_01:29:51.355040) \u000a01:29:54.864089 run osmo-hlr_10.42.42.2(pid=8881): stderr: \u000a| �[0;m�[1;31m20221210012951552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210012951553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210012951553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012951553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210012951553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210012951553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210012951565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210012951573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210012951573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210012951573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:54.908097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8870): Terminating (SIGTERM)\u000a01:29:54.949942 run iperf3-srv_10.42.42.10(pid=8871): Terminating (SIGTERM)\u000a01:29:54.991450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8872): Terminating (SIGTERM)\u000a01:29:55.032815 run iperf3-srv_10.42.42.10(pid=8873): Terminating (SIGTERM)\u000a01:29:55.075806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8874): Terminating (SIGTERM)\u000a01:29:55.116854 run iperf3-srv_10.42.42.10(pid=8875): Terminating (SIGTERM)\u000a01:29:55.158187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8876): Terminating (SIGTERM)\u000a01:29:55.199433 run iperf3-srv_10.42.42.10(pid=8877): Terminating (SIGTERM)\u000a01:29:55.240825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Terminating (SIGTERM)\u000a01:29:55.282129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Terminating (SIGTERM)\u000a01:29:55.323353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8886): Terminating (SIGTERM)\u000a01:29:55.333090 --- ParallelTerminationStrategy: PID 8870 died...\u000a01:29:55.388729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8870): Terminated: ok {rc=0}\u000a01:29:55.398840 --- ParallelTerminationStrategy: PID 8871 died...\u000a01:29:55.453675 run iperf3-srv_10.42.42.10(pid=8871): Terminated {rc=256}\u000a01:29:55.463695 --- ParallelTerminationStrategy: PID 8872 died...\u000a01:29:55.518797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8872): Terminated: ok {rc=0}\u000a01:29:55.528794 --- ParallelTerminationStrategy: PID 8873 died...\u000a01:29:55.583668 run iperf3-srv_10.42.42.10(pid=8873): Terminated {rc=256}\u000a01:29:55.594252 --- ParallelTerminationStrategy: PID 8874 died...\u000a01:29:55.649923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8874): Terminated: ok {rc=0}\u000a01:29:55.659975 --- ParallelTerminationStrategy: PID 8875 died...\u000a01:29:55.714951 run iperf3-srv_10.42.42.10(pid=8875): Terminated {rc=256}\u000a01:29:55.725021 --- ParallelTerminationStrategy: PID 8876 died...\u000a01:29:55.779846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8876): Terminated: ok {rc=0}\u000a01:29:55.789959 --- ParallelTerminationStrategy: PID 8877 died...\u000a01:29:55.844750 run iperf3-srv_10.42.42.10(pid=8877): Terminated {rc=256}\u000a01:29:55.854813 --- ParallelTerminationStrategy: PID 8880 died...\u000a01:29:55.909918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8880): Terminated: ok {rc=0}\u000a01:29:55.919989 --- ParallelTerminationStrategy: PID 8883 died...\u000a01:29:55.975489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8883): Terminated: ok {rc=0}\u000a01:29:55.985817 --- ParallelTerminationStrategy: PID 8886 died...\u000a01:29:56.041122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8886): Terminated: ok {rc=0}\u000a01:29:56.127492 bus /gobi_4: Setting Powered False\u000a01:29:57.230957 bus /gobi_4: Setting Powered False\u000a01:29:58.342891 bus /gobi_1: Setting Powered False\u000a01:29:59.445108 bus /gobi_1: Setting Powered False\u000a01:30:00.556733 bus /gobi_0: Setting Powered False\u000a01:30:01.668508 bus /gobi_0: Setting Powered False\u000a01:30:02.780690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:30:03.848589 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:03.860580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:04.004003 tst ping.py: using LAC 25045\u000a01:30:04.128039 tst ping.py: using RAC 55\u000a01:30:04.252156 tst ping.py: using CellId 25045\u000a01:30:04.378066 tst ping.py: using BVCI 25046\u000a01:30:04.402206 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.413697 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.424731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.435877 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.447097 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.458186 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.469518 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.480408 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:04.752589 tst ping.py:19: start network...\u000a01:30:04.875026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:05.340912 run create_hlr_db(pid=8891): Launched\u000a01:30:05.511391 bus /gobi_6: Setting Powered False\u000a01:30:06.532867 run create_hlr_db(pid=8891): Terminated: ok {rc=0}\u000a01:30:06.953824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Launched\u000a01:30:07.272323 run osmo-hlr_10.42.42.2(pid=8894): Launched\u000a01:30:07.390908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:07.949691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Launched\u000a01:30:08.269815 run osmo-stp_10.42.42.5(pid=8897): Launched\u000a01:30:08.385407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:08.940911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Launched\u000a01:30:09.053733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:09.332735 run patchelf(pid=8900): Launched\u000a01:30:09.517801 run osmo-stp_10.42.42.5(pid=8897): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]\u000a01:30:09.652720 run osmo-stp_10.42.42.5(pid=8897): stdout: \u000a| (launched: 2022-12-10_01:30:08.111330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:09.788599 run osmo-stp_10.42.42.5(pid=8897): stderr: \u000a| �[0;m�[38;5;43m20221210013008303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013008303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013008304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013008304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:09.919484 run osmo-stp_10.42.42.5(pid=8897): stdout: \u000a| (launched: 2022-12-10_01:30:08.111330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:10.050516 run osmo-stp_10.42.42.5(pid=8897): stderr: \u000a| �[0;m�[38;5;43m20221210013008303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013008303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013008304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013008304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013008307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:10.200835 run patchelf(pid=8900): Terminating (SIGINT)\u000a01:30:10.377476 run patchelf(pid=8900): Terminated: ok {rc=0}\u000a01:30:10.409641 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)] [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a01:30:10.419002 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:30:10.481565 run osmo-hlr_10.42.42.2(pid=8894): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8894)]\u000a01:30:10.532642 run osmo-hlr_10.42.42.2(pid=8894): stdout: \u000a| (launched: 2022-12-10_01:30:07.114665) \u000a01:30:10.584492 run osmo-hlr_10.42.42.2(pid=8894): stderr: \u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013007313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013007325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013007334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013007334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013007334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:10.628700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Terminating (SIGTERM)\u000a01:30:10.670492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Terminating (SIGTERM)\u000a01:30:10.712211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Terminating (SIGTERM)\u000a01:30:10.722068 --- ParallelTerminationStrategy: PID 8893 died...\u000a01:30:10.777609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Terminated: ok {rc=0}\u000a01:30:10.787602 --- ParallelTerminationStrategy: PID 8896 died...\u000a01:30:10.842732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Terminated: ok {rc=0}\u000a01:30:10.852684 --- ParallelTerminationStrategy: PID 8899 died...\u000a01:30:10.907993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Terminated: ok {rc=0}\u000a01:30:10.994345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:30:12.046838 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.059103 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:12.205078 tst ping_idle_ping.py: using LAC 25046\u000a01:30:12.329439 tst ping_idle_ping.py: using RAC 56\u000a01:30:12.455040 tst ping_idle_ping.py: using CellId 25046\u000a01:30:12.580925 tst ping_idle_ping.py: using BVCI 25047\u000a01:30:12.605205 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.616423 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.627616 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.638704 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.649695 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.660648 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.671874 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:12.682954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:12.970282 tst ping_idle_ping.py:24: start network...\u000a01:30:13.102077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:13.613922 run create_hlr_db(pid=8901): Launched\u000a01:30:13.798001 bus /gobi_6: Setting Powered False\u000a01:30:14.818179 run create_hlr_db(pid=8901): Terminated: ok {rc=0}\u000a01:30:15.219597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Launched\u000a01:30:15.517585 run osmo-hlr_10.42.42.2(pid=8904): Launched\u000a01:30:15.633942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:16.212694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Launched\u000a01:30:16.551660 run osmo-stp_10.42.42.5(pid=8907): Launched\u000a01:30:16.790669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:17.510502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Launched\u000a01:30:17.623176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:17.902752 run patchelf(pid=8910): Launched\u000a01:30:18.089561 run osmo-stp_10.42.42.5(pid=8907): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a01:30:18.224895 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-10_01:30:16.378437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:18.361056 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013016752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:18.492527 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-10_01:30:16.378437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:18.623587 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013016752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013016753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:18.774926 run patchelf(pid=8910): Terminating (SIGINT)\u000a01:30:18.952424 run patchelf(pid=8910): Terminated: ok {rc=0}\u000a01:30:18.984592 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)] [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:30:18.994193 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a01:30:19.056584 run osmo-hlr_10.42.42.2(pid=8904): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8904)]\u000a01:30:19.107570 run osmo-hlr_10.42.42.2(pid=8904): stdout: \u000a| (launched: 2022-12-10_01:30:15.370147) \u000a01:30:19.159202 run osmo-hlr_10.42.42.2(pid=8904): stderr: \u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013015545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013015558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:19.203152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminating (SIGTERM)\u000a01:30:19.244744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminating (SIGTERM)\u000a01:30:19.286394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminating (SIGTERM)\u000a01:30:19.296060 --- ParallelTerminationStrategy: PID 8903 died...\u000a01:30:19.351530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminated: ok {rc=0}\u000a01:30:19.361583 --- ParallelTerminationStrategy: PID 8906 died...\u000a01:30:19.417216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminated: ok {rc=0}\u000a01:30:19.427239 --- ParallelTerminationStrategy: PID 8909 died...\u000a01:30:19.482533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminated: ok {rc=0}\u000a01:30:19.570535 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:29:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8924): Process ended prematurely: osmo-stp_10.42.42.5(pid=8924) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8924)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8924): Process ended prematurely: osmo-stp_10.42.42.5(pid=8924) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:30:21.721889 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:21.733343 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:30:21.910872 tst cs_paging_gprs_active.py: using LAC 25047\u000a01:30:22.039994 tst cs_paging_gprs_active.py: using RAC 57\u000a01:30:22.169317 tst cs_paging_gprs_active.py: using CellId 25047\u000a01:30:22.297651 tst cs_paging_gprs_active.py: using BVCI 25048\u000a01:30:22.322431 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.333713 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.345004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.356175 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.367271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.378421 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.389627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.400610 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:22.411805 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:22.530138 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:22.807428 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:30:22.933638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:23.248726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8914): Launched\u000a01:30:23.509431 run iperf3-srv_10.42.42.10(pid=8915): Launched\u000a01:30:23.693703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:30:23.819708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:24.134449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8916): Launched\u000a01:30:24.394923 run iperf3-srv_10.42.42.10(pid=8917): Launched\u000a01:30:24.579261 tst cs_paging_gprs_active.py:38: start network...\u000a01:30:24.704840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:25.182120 run create_hlr_db(pid=8918): Launched\u000a01:30:25.355514 bus /gobi_6: Setting Powered False\u000a01:30:26.377737 run create_hlr_db(pid=8918): Terminated: ok {rc=0}\u000a01:30:26.781570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8920): Launched\u000a01:30:27.084399 run osmo-hlr_10.42.42.2(pid=8921): Launched\u000a01:30:27.202166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:27.733852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8923): Launched\u000a01:30:28.037202 run osmo-stp_10.42.42.5(pid=8924): Launched\u000a01:30:28.147144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:28.674576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8926): Launched\u000a01:30:28.782357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:29.053879 run patchelf(pid=8927): Launched\u000a01:30:29.230782 run osmo-stp_10.42.42.5(pid=8924): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8924)]\u000a01:30:29.360174 run osmo-stp_10.42.42.5(pid=8924): stdout: \u000a| (launched: 2022-12-10_01:30:27.887575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:29.490054 run osmo-stp_10.42.42.5(pid=8924): stderr: \u000a| �[0;m�[38;5;43m20221210013028059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013028059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013028060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013028060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:29.615490 run osmo-stp_10.42.42.5(pid=8924): stdout: \u000a| (launched: 2022-12-10_01:30:27.887575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:29.739702 run osmo-stp_10.42.42.5(pid=8924): stderr: \u000a| �[0;m�[38;5;43m20221210013028059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013028059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013028060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013028060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013028061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:29.884595 run patchelf(pid=8927): Terminating (SIGINT)\u000a01:30:30.055016 run patchelf(pid=8927): Terminated: ok {rc=0}\u000a01:30:30.086347 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8924): Process ended prematurely: osmo-stp_10.42.42.5(pid=8924) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8924)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:30:30.095678 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:30:30.155937 run osmo-hlr_10.42.42.2(pid=8921): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8921)]\u000a01:30:30.204549 run osmo-hlr_10.42.42.2(pid=8921): stdout: \u000a| (launched: 2022-12-10_01:30:26.934659) \u000a01:30:30.253925 run osmo-hlr_10.42.42.2(pid=8921): stderr: \u000a| �[0;m�[1;31m20221210013027112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013027112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013027112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013027112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013027112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013027113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013027125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013027133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013027134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013027134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:30.295590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8914): Terminating (SIGTERM)\u000a01:30:30.335171 run iperf3-srv_10.42.42.10(pid=8915): Terminating (SIGTERM)\u000a01:30:30.374789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8916): Terminating (SIGTERM)\u000a01:30:30.414106 run iperf3-srv_10.42.42.10(pid=8917): Terminating (SIGTERM)\u000a01:30:30.453666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8920): Terminating (SIGTERM)\u000a01:30:30.493039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8923): Terminating (SIGTERM)\u000a01:30:30.532471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8926): Terminating (SIGTERM)\u000a01:30:30.541959 --- ParallelTerminationStrategy: PID 8914 died...\u000a01:30:30.595341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8914): Terminated: ok {rc=0}\u000a01:30:30.605201 --- ParallelTerminationStrategy: PID 8915 died...\u000a01:30:30.657686 run iperf3-srv_10.42.42.10(pid=8915): Terminated {rc=256}\u000a01:30:30.667378 --- ParallelTerminationStrategy: PID 8916 died...\u000a01:30:30.719910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8916): Terminated: ok {rc=0}\u000a01:30:30.729741 --- ParallelTerminationStrategy: PID 8917 died...\u000a01:30:30.782830 run iperf3-srv_10.42.42.10(pid=8917): Terminated {rc=256}\u000a01:30:30.792377 --- ParallelTerminationStrategy: PID 8920 died...\u000a01:30:30.846836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8920): Terminated: ok {rc=0}\u000a01:30:30.863461 --- ParallelTerminationStrategy: PID 8923 died...\u000a01:30:30.917137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8923): Terminated: ok {rc=0}\u000a01:30:30.927297 --- ParallelTerminationStrategy: PID 8926 died...\u000a01:30:30.980908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8926): Terminated: ok {rc=0}\u000a01:30:31.078614 bus /gobi_0: Setting Powered False\u000a01:30:32.191654 bus /gobi_0: Setting Powered False\u000a01:30:33.297979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8936): Process ended prematurely: osmo-stp_10.42.42.5(pid=8936) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8936)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8936): Process ended prematurely: osmo-stp_10.42.42.5(pid=8936) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:30:34.413031 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:34.425343 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:30:34.591664 tst iperf3.py: using LAC 25048\u000a01:30:34.719299 tst iperf3.py: using RAC 58\u000a01:30:34.851541 tst iperf3.py: using CellId 25048\u000a01:30:34.976751 tst iperf3.py: using BVCI 25049\u000a01:30:35.001890 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.013263 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.024367 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.035728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.047011 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.058269 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.069727 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.080633 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:35.091997 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:35.384101 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:35.518678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:35.852158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Launched\u000a01:30:36.131209 run iperf3-srv_10.42.42.10(pid=8929): Launched\u000a01:30:36.328437 tst iperf3.py:8: start network...\u000a01:30:36.463085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:36.979045 run create_hlr_db(pid=8930): Launched\u000a01:30:37.164271 bus /gobi_6: Setting Powered False\u000a01:30:38.186172 run create_hlr_db(pid=8930): Terminated: ok {rc=0}\u000a01:30:38.614974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8932): Launched\u000a01:30:38.939562 run osmo-hlr_10.42.42.2(pid=8933): Launched\u000a01:30:39.058072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:39.622433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8935): Launched\u000a01:30:39.947616 run osmo-stp_10.42.42.5(pid=8936): Launched\u000a01:30:40.065394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:40.635438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8938): Launched\u000a01:30:40.750293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:41.032005 run patchelf(pid=8939): Launched\u000a01:30:41.220534 run osmo-stp_10.42.42.5(pid=8936): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8936)]\u000a01:30:41.357598 run osmo-stp_10.42.42.5(pid=8936): stdout: \u000a| (launched: 2022-12-10_01:30:39.786631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:41.495427 run osmo-stp_10.42.42.5(pid=8936): stderr: \u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013039982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:41.628716 run osmo-stp_10.42.42.5(pid=8936): stdout: \u000a| (launched: 2022-12-10_01:30:39.786631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:41.760690 run osmo-stp_10.42.42.5(pid=8936): stderr: \u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013039982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013039982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:41.914303 run patchelf(pid=8939): Terminating (SIGINT)\u000a01:30:42.095131 run patchelf(pid=8939): Terminated: ok {rc=0}\u000a01:30:42.128073 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8936): Process ended prematurely: osmo-stp_10.42.42.5(pid=8936) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8936)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:30:42.137876 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:30:42.200563 run osmo-hlr_10.42.42.2(pid=8933): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8933)]\u000a01:30:42.251591 run osmo-hlr_10.42.42.2(pid=8933): stdout: \u000a| (launched: 2022-12-10_01:30:38.778889) \u000a01:30:42.303066 run osmo-hlr_10.42.42.2(pid=8933): stderr: \u000a| �[0;m�[1;31m20221210013038980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013038981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013038981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013038981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013038981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013038981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013038992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013039001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013039001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013039001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:42.347066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Terminating (SIGTERM)\u000a01:30:42.388184 run iperf3-srv_10.42.42.10(pid=8929): Terminating (SIGTERM)\u000a01:30:42.429391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8932): Terminating (SIGTERM)\u000a01:30:42.470967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8935): Terminating (SIGTERM)\u000a01:30:42.512557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8938): Terminating (SIGTERM)\u000a01:30:42.522280 --- ParallelTerminationStrategy: PID 8928 died...\u000a01:30:42.578329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8928): Terminated: ok {rc=0}\u000a01:30:42.588530 --- ParallelTerminationStrategy: PID 8929 died...\u000a01:30:42.643991 run iperf3-srv_10.42.42.10(pid=8929): Terminated {rc=256}\u000a01:30:42.654111 --- ParallelTerminationStrategy: PID 8932 died...\u000a01:30:42.709333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8932): Terminated: ok {rc=0}\u000a01:30:42.719442 --- ParallelTerminationStrategy: PID 8935 died...\u000a01:30:42.774816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8935): Terminated: ok {rc=0}\u000a01:30:42.785003 --- ParallelTerminationStrategy: PID 8938 died...\u000a01:30:42.840793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8938): Terminated: ok {rc=0}\u000a01:30:42.927590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8955): Process ended prematurely: osmo-stp_10.42.42.5(pid=8955) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8955)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8955): Process ended prematurely: osmo-stp_10.42.42.5(pid=8955) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:30:44.045419 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.057711 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:30:44.217317 tst iperf3m4.py: using LAC 25049\u000a01:30:44.336470 tst iperf3m4.py: using RAC 59\u000a01:30:44.457073 tst iperf3m4.py: using CellId 25049\u000a01:30:44.576464 tst iperf3m4.py: using BVCI 25050\u000a01:30:44.599668 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.610766 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.621401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.632292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.643173 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.654219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.665456 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.676122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.687107 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:44.803744 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:44.926031 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:45.040879 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:45.335031 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:45.469263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:45.802038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Launched\u000a01:30:46.122114 run iperf3-srv_10.42.42.10(pid=8941): Launched\u000a01:30:46.312250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:30:46.442925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:46.779647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Launched\u000a01:30:47.090434 run iperf3-srv_10.42.42.10(pid=8943): Launched\u000a01:30:47.279075 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:30:47.404816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:47.717639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Launched\u000a01:30:47.978168 run iperf3-srv_10.42.42.10(pid=8945): Launched\u000a01:30:48.162657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:30:48.287903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:48.600584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8947): Launched\u000a01:30:48.861998 run iperf3-srv_10.42.42.10(pid=8948): Launched\u000a01:30:49.045772 tst iperf3m4.py:8: start network...\u000a01:30:49.171054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:49.648301 run create_hlr_db(pid=8949): Launched\u000a01:30:49.822778 bus /gobi_6: Setting Powered False\u000a01:30:50.844246 run create_hlr_db(pid=8949): Terminated: ok {rc=0}\u000a01:30:51.276513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8951): Launched\u000a01:30:51.602010 run osmo-hlr_10.42.42.2(pid=8952): Launched\u000a01:30:51.724411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:52.289730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8954): Launched\u000a01:30:52.614219 run osmo-stp_10.42.42.5(pid=8955): Launched\u000a01:30:52.732071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:53.299331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8957): Launched\u000a01:30:53.414675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:53.696905 run patchelf(pid=8958): Launched\u000a01:30:53.884787 run osmo-stp_10.42.42.5(pid=8955): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8955)]\u000a01:30:54.022495 run osmo-stp_10.42.42.5(pid=8955): stdout: \u000a| (launched: 2022-12-10_01:30:52.454180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:54.160684 run osmo-stp_10.42.42.5(pid=8955): stderr: \u000a| �[0;m�[38;5;43m20221210013052645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013052645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013052646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:54.293808 run osmo-stp_10.42.42.5(pid=8955): stdout: \u000a| (launched: 2022-12-10_01:30:52.454180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:54.426265 run osmo-stp_10.42.42.5(pid=8955): stderr: \u000a| �[0;m�[38;5;43m20221210013052645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013052645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013052646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013052646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013052647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:54.579527 run patchelf(pid=8958): Terminating (SIGINT)\u000a01:30:54.759023 run patchelf(pid=8958): Terminated: ok {rc=0}\u000a01:30:54.792246 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8955): Process ended prematurely: osmo-stp_10.42.42.5(pid=8955) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8955)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:30:54.802211 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:30:54.864863 run osmo-hlr_10.42.42.2(pid=8952): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8952)]\u000a01:30:54.916026 run osmo-hlr_10.42.42.2(pid=8952): stdout: \u000a| (launched: 2022-12-10_01:30:51.441298) \u000a01:30:54.968205 run osmo-hlr_10.42.42.2(pid=8952): stderr: \u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013051639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013051651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013051660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013051660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013051660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:55.012579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminating (SIGTERM)\u000a01:30:55.054386 run iperf3-srv_10.42.42.10(pid=8941): Terminating (SIGTERM)\u000a01:30:55.096172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Terminating (SIGTERM)\u000a01:30:55.137870 run iperf3-srv_10.42.42.10(pid=8943): Terminating (SIGTERM)\u000a01:30:55.179931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Terminating (SIGTERM)\u000a01:30:55.221613 run iperf3-srv_10.42.42.10(pid=8945): Terminating (SIGTERM)\u000a01:30:55.263271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8947): Terminating (SIGTERM)\u000a01:30:55.304817 run iperf3-srv_10.42.42.10(pid=8948): Terminating (SIGTERM)\u000a01:30:55.346685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8951): Terminating (SIGTERM)\u000a01:30:55.388150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8954): Terminating (SIGTERM)\u000a01:30:55.429880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8957): Terminating (SIGTERM)\u000a01:30:55.439674 --- ParallelTerminationStrategy: PID 8940 died...\u000a01:30:55.495520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminated: ok {rc=0}\u000a01:30:55.505820 --- ParallelTerminationStrategy: PID 8941 died...\u000a01:30:55.561088 run iperf3-srv_10.42.42.10(pid=8941): Terminated {rc=256}\u000a01:30:55.571101 --- ParallelTerminationStrategy: PID 8942 died...\u000a01:30:55.626365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Terminated: ok {rc=0}\u000a01:30:55.636345 --- ParallelTerminationStrategy: PID 8943 died...\u000a01:30:55.691696 run iperf3-srv_10.42.42.10(pid=8943): Terminated {rc=256}\u000a01:30:55.701909 --- ParallelTerminationStrategy: PID 8944 died...\u000a01:30:55.757038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Terminated: ok {rc=0}\u000a01:30:55.767202 --- ParallelTerminationStrategy: PID 8945 died...\u000a01:30:55.822332 run iperf3-srv_10.42.42.10(pid=8945): Terminated {rc=256}\u000a01:30:55.832468 --- ParallelTerminationStrategy: PID 8947 died...\u000a01:30:55.887987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8947): Terminated: ok {rc=0}\u000a01:30:55.898164 --- ParallelTerminationStrategy: PID 8948 died...\u000a01:30:55.953566 run iperf3-srv_10.42.42.10(pid=8948): Terminated {rc=256}\u000a01:30:55.964037 --- ParallelTerminationStrategy: PID 8951 died...\u000a01:30:56.019638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8951): Terminated: ok {rc=0}\u000a01:30:56.029930 --- ParallelTerminationStrategy: PID 8954 died...\u000a01:30:56.085547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8954): Terminated: ok {rc=0}\u000a01:30:56.096017 --- ParallelTerminationStrategy: PID 8957 died...\u000a01:30:56.151906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8957): Terminated: ok {rc=0}\u000a01:30:56.239122 bus /gobi_4: Setting Powered False\u000a01:30:57.345705 bus /gobi_4: Setting Powered False\u000a01:30:58.456624 bus /gobi_1: Setting Powered False\u000a01:30:59.563632 bus /gobi_1: Setting Powered False\u000a01:31:00.674909 bus /gobi_0: Setting Powered False\u000a01:31:01.782825 bus /gobi_0: Setting Powered False\u000a01:31:02.891053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:31:03.960576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:03.972769 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:04.137721 tst ping.py: using LAC 25050\u000a01:31:04.266364 tst ping.py: using RAC 60\u000a01:31:04.388616 tst ping.py: using CellId 25050\u000a01:31:04.511147 tst ping.py: using BVCI 25051\u000a01:31:04.535352 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.546668 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.557815 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.568886 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.580047 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.591222 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.602425 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.613574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:04.900023 tst ping.py:19: start network...\u000a01:31:05.032252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:05.542500 run create_hlr_db(pid=8959): Launched\u000a01:31:05.726459 bus /gobi_6: Setting Powered False\u000a01:31:06.746937 run create_hlr_db(pid=8959): Terminated: ok {rc=0}\u000a01:31:07.169830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Launched\u000a01:31:07.491031 run osmo-hlr_10.42.42.2(pid=8962): Launched\u000a01:31:07.607799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:08.163776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Launched\u000a01:31:08.482804 run osmo-stp_10.42.42.5(pid=8965): Launched\u000a01:31:08.597224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:09.151104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Launched\u000a01:31:09.263478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:09.541677 run patchelf(pid=8968): Launched\u000a01:31:09.726922 run osmo-stp_10.42.42.5(pid=8965): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a01:31:09.862427 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-10_01:31:08.326011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:09.998073 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013108520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:10.129947 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-10_01:31:08.326011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:10.260811 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013108519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013108520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013108520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:10.411584 run patchelf(pid=8968): Terminating (SIGINT)\u000a01:31:10.588751 run patchelf(pid=8968): Terminated: ok {rc=0}\u000a01:31:10.621050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:31:10.630321 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:31:10.693674 run osmo-hlr_10.42.42.2(pid=8962): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8962)]\u000a01:31:10.745156 run osmo-hlr_10.42.42.2(pid=8962): stdout: \u000a| (launched: 2022-12-10_01:31:07.331581) \u000a01:31:10.797433 run osmo-hlr_10.42.42.2(pid=8962): stderr: \u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013107532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013107545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013107553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013107554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013107554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:10.841855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminating (SIGTERM)\u000a01:31:10.883702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminating (SIGTERM)\u000a01:31:10.925710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminating (SIGTERM)\u000a01:31:10.935509 --- ParallelTerminationStrategy: PID 8961 died...\u000a01:31:10.992121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminated: ok {rc=0}\u000a01:31:11.002356 --- ParallelTerminationStrategy: PID 8964 died...\u000a01:31:11.058326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminated: ok {rc=0}\u000a01:31:11.068497 --- ParallelTerminationStrategy: PID 8967 died...\u000a01:31:11.124415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminated: ok {rc=0}\u000a01:31:11.211784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:31:12.264244 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.276377 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:12.434725 tst ping_idle_ping.py: using LAC 25051\u000a01:31:12.559235 tst ping_idle_ping.py: using RAC 61\u000a01:31:12.679956 tst ping_idle_ping.py: using CellId 25051\u000a01:31:12.805485 tst ping_idle_ping.py: using BVCI 25052\u000a01:31:12.829941 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.841272 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.852443 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.863716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.875004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.886220 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.897561 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:12.908599 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:13.184812 tst ping_idle_ping.py:24: start network...\u000a01:31:13.308532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:13.783382 run create_hlr_db(pid=8969): Launched\u000a01:31:13.955685 bus /gobi_6: Setting Powered False\u000a01:31:14.977468 run create_hlr_db(pid=8969): Terminated: ok {rc=0}\u000a01:31:15.375240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Launched\u000a01:31:15.676388 run osmo-hlr_10.42.42.2(pid=8972): Launched\u000a01:31:15.785676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:16.349730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Launched\u000a01:31:16.770581 run osmo-stp_10.42.42.5(pid=8975): Launched\u000a01:31:16.998807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:17.562168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Launched\u000a01:31:17.675796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:17.954627 run patchelf(pid=8978): Launched\u000a01:31:18.142715 run osmo-stp_10.42.42.5(pid=8975): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a01:31:18.279375 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-10_01:31:16.516238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:18.416113 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221210013116812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013116812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013116821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013116822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:18.548789 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-10_01:31:16.516238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:18.680291 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221210013116812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013116812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013116821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013116822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013116822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:18.832267 run patchelf(pid=8978): Terminating (SIGINT)\u000a01:31:19.010644 run patchelf(pid=8978): Terminated: ok {rc=0}\u000a01:31:19.042971 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:31:19.052109 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:31:19.115415 run osmo-hlr_10.42.42.2(pid=8972): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8972)]\u000a01:31:19.166866 run osmo-hlr_10.42.42.2(pid=8972): stdout: \u000a| (launched: 2022-12-10_01:31:15.526391) \u000a01:31:19.218896 run osmo-hlr_10.42.42.2(pid=8972): stderr: \u000a| �[0;m�[1;31m20221210013115707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013115707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013115707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013115708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013115708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013115708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013115719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013115727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013115727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013115727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:19.263362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminating (SIGTERM)\u000a01:31:19.305575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminating (SIGTERM)\u000a01:31:19.347641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminating (SIGTERM)\u000a01:31:19.357735 --- ParallelTerminationStrategy: PID 8971 died...\u000a01:31:19.413787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminated: ok {rc=0}\u000a01:31:19.423998 --- ParallelTerminationStrategy: PID 8974 died...\u000a01:31:19.480164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminated: ok {rc=0}\u000a01:31:19.490408 --- ParallelTerminationStrategy: PID 8977 died...\u000a01:31:19.546435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminated: ok {rc=0}\u000a01:31:19.633634 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:30:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8994): Process ended prematurely: osmo-stp_10.42.42.5(pid=8994) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8994)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8994): Process ended prematurely: osmo-stp_10.42.42.5(pid=8994) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:31:21.777282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:21.788060 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:31:21.944402 tst cs_paging_gprs_active.py: using LAC 25052\u000a01:31:22.064058 tst cs_paging_gprs_active.py: using RAC 62\u000a01:31:22.184359 tst cs_paging_gprs_active.py: using CellId 25052\u000a01:31:22.305155 tst cs_paging_gprs_active.py: using BVCI 25053\u000a01:31:22.328346 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.339151 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.349933 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.360676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.371515 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.382402 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.393398 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.404099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:22.415100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:22.536458 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:22.820237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:31:22.947070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:23.259660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8984): Launched\u000a01:31:23.519712 run iperf3-srv_10.42.42.10(pid=8985): Launched\u000a01:31:23.703521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:31:23.829188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:24.142753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Launched\u000a01:31:24.403065 run iperf3-srv_10.42.42.10(pid=8987): Launched\u000a01:31:24.586786 tst cs_paging_gprs_active.py:38: start network...\u000a01:31:24.712188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:25.203518 run create_hlr_db(pid=8988): Launched\u000a01:31:25.390508 bus /gobi_6: Setting Powered False\u000a01:31:26.412364 run create_hlr_db(pid=8988): Terminated: ok {rc=0}\u000a01:31:26.816914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8990): Launched\u000a01:31:27.120487 run osmo-hlr_10.42.42.2(pid=8991): Launched\u000a01:31:27.238642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:27.777950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8993): Launched\u000a01:31:28.082307 run osmo-stp_10.42.42.5(pid=8994): Launched\u000a01:31:28.194121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:28.722591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8996): Launched\u000a01:31:28.830869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:29.095003 run patchelf(pid=8997): Launched\u000a01:31:29.273647 run osmo-stp_10.42.42.5(pid=8994): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8994)]\u000a01:31:29.402774 run osmo-stp_10.42.42.5(pid=8994): stdout: \u000a| (launched: 2022-12-10_01:31:27.931453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:29.532274 run osmo-stp_10.42.42.5(pid=8994): stderr: \u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013128102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:29.656935 run osmo-stp_10.42.42.5(pid=8994): stdout: \u000a| (launched: 2022-12-10_01:31:27.931453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:29.780755 run osmo-stp_10.42.42.5(pid=8994): stderr: \u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013128101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013128102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013128102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:29.924862 run patchelf(pid=8997): Terminating (SIGINT)\u000a01:31:30.094571 run patchelf(pid=8997): Terminated: ok {rc=0}\u000a01:31:30.125708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8994): Process ended prematurely: osmo-stp_10.42.42.5(pid=8994) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8994)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:31:30.134773 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:31:30.194780 run osmo-hlr_10.42.42.2(pid=8991): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8991)]\u000a01:31:30.243528 run osmo-hlr_10.42.42.2(pid=8991): stdout: \u000a| (launched: 2022-12-10_01:31:26.970049) \u000a01:31:30.292635 run osmo-hlr_10.42.42.2(pid=8991): stderr: \u000a| �[0;m�[1;31m20221210013127145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013127145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013127146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013127146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013127146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013127146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013127158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013127166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013127167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013127167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:30.334509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8984): Terminating (SIGTERM)\u000a01:31:30.374100 run iperf3-srv_10.42.42.10(pid=8985): Terminating (SIGTERM)\u000a01:31:30.413355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Terminating (SIGTERM)\u000a01:31:30.452470 run iperf3-srv_10.42.42.10(pid=8987): Terminating (SIGTERM)\u000a01:31:30.491458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8990): Terminating (SIGTERM)\u000a01:31:30.531148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8993): Terminating (SIGTERM)\u000a01:31:30.570312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8996): Terminating (SIGTERM)\u000a01:31:30.579647 --- ParallelTerminationStrategy: PID 8984 died...\u000a01:31:30.632296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8984): Terminated: ok {rc=0}\u000a01:31:30.641893 --- ParallelTerminationStrategy: PID 8985 died...\u000a01:31:30.695020 run iperf3-srv_10.42.42.10(pid=8985): Terminated {rc=256}\u000a01:31:30.704656 --- ParallelTerminationStrategy: PID 8986 died...\u000a01:31:30.756876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8986): Terminated: ok {rc=0}\u000a01:31:30.766529 --- ParallelTerminationStrategy: PID 8987 died...\u000a01:31:30.819104 run iperf3-srv_10.42.42.10(pid=8987): Terminated {rc=256}\u000a01:31:30.830784 --- ParallelTerminationStrategy: PID 8990 died...\u000a01:31:30.900713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8990): Terminated: ok {rc=0}\u000a01:31:30.925395 --- ParallelTerminationStrategy: PID 8993 died...\u000a01:31:30.983344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8993): Terminated: ok {rc=0}\u000a01:31:30.994506 --- ParallelTerminationStrategy: PID 8996 died...\u000a01:31:31.052811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8996): Terminated: ok {rc=0}\u000a01:31:31.142119 bus /gobi_0: Setting Powered False\u000a01:31:32.250076 bus /gobi_0: Setting Powered False\u000a01:31:33.358332 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9007): Process ended prematurely: osmo-stp_10.42.42.5(pid=9007) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9007)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9007): Process ended prematurely: osmo-stp_10.42.42.5(pid=9007) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:31:34.468149 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:34.479656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:31:34.646932 tst iperf3.py: using LAC 25053\u000a01:31:34.775224 tst iperf3.py: using RAC 63\u000a01:31:34.901815 tst iperf3.py: using CellId 25053\u000a01:31:35.030792 tst iperf3.py: using BVCI 25054\u000a01:31:35.055800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.067072 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.078166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.089271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.100734 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.112317 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.123741 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.134867 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:35.146091 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:35.439590 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:35.574239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:35.910440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8999): Launched\u000a01:31:36.191367 run iperf3-srv_10.42.42.10(pid=9000): Launched\u000a01:31:36.388593 tst iperf3.py:8: start network...\u000a01:31:36.523722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:37.044600 run create_hlr_db(pid=9001): Launched\u000a01:31:37.231036 bus /gobi_6: Setting Powered False\u000a01:31:38.253699 run create_hlr_db(pid=9001): Terminated: ok {rc=0}\u000a01:31:38.669566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9003): Launched\u000a01:31:38.996222 run osmo-hlr_10.42.42.2(pid=9004): Launched\u000a01:31:39.115824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:39.681129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9006): Launched\u000a01:31:40.009092 run osmo-stp_10.42.42.5(pid=9007): Launched\u000a01:31:40.126405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:40.692865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9009): Launched\u000a01:31:40.808120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:41.092049 run patchelf(pid=9010): Launched\u000a01:31:41.281405 run osmo-stp_10.42.42.5(pid=9007): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9007)]\u000a01:31:41.419259 run osmo-stp_10.42.42.5(pid=9007): stdout: \u000a| (launched: 2022-12-10_01:31:39.846468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:41.557452 run osmo-stp_10.42.42.5(pid=9007): stderr: \u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013140044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:41.691152 run osmo-stp_10.42.42.5(pid=9007): stdout: \u000a| (launched: 2022-12-10_01:31:39.846468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:41.823878 run osmo-stp_10.42.42.5(pid=9007): stderr: \u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013140043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013140044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013140044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:41.977607 run patchelf(pid=9010): Terminating (SIGINT)\u000a01:31:42.158669 run patchelf(pid=9010): Terminated: ok {rc=0}\u000a01:31:42.191835 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9007): Process ended prematurely: osmo-stp_10.42.42.5(pid=9007) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9007)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:31:42.201594 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:31:42.264529 run osmo-hlr_10.42.42.2(pid=9004): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9004)]\u000a01:31:42.315947 run osmo-hlr_10.42.42.2(pid=9004): stdout: \u000a| (launched: 2022-12-10_01:31:38.835215) \u000a01:31:42.368490 run osmo-hlr_10.42.42.2(pid=9004): stderr: \u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013139035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013139048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013139057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013139057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013139057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:42.412933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8999): Terminating (SIGTERM)\u000a01:31:42.455034 run iperf3-srv_10.42.42.10(pid=9000): Terminating (SIGTERM)\u000a01:31:42.497051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9003): Terminating (SIGTERM)\u000a01:31:42.539026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9006): Terminating (SIGTERM)\u000a01:31:42.580926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9009): Terminating (SIGTERM)\u000a01:31:42.590906 --- ParallelTerminationStrategy: PID 8999 died...\u000a01:31:42.647172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8999): Terminated: ok {rc=0}\u000a01:31:42.657524 --- ParallelTerminationStrategy: PID 9000 died...\u000a01:31:42.712900 run iperf3-srv_10.42.42.10(pid=9000): Terminated {rc=256}\u000a01:31:42.723159 --- ParallelTerminationStrategy: PID 9003 died...\u000a01:31:42.779053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9003): Terminated: ok {rc=0}\u000a01:31:42.789458 --- ParallelTerminationStrategy: PID 9006 died...\u000a01:31:42.845257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9006): Terminated: ok {rc=0}\u000a01:31:42.855514 --- ParallelTerminationStrategy: PID 9009 died...\u000a01:31:42.911377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9009): Terminated: ok {rc=0}\u000a01:31:42.999090 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9025): Process ended prematurely: osmo-stp_10.42.42.5(pid=9025) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9025)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9025): Process ended prematurely: osmo-stp_10.42.42.5(pid=9025) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:31:44.115403 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.127683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:31:44.294966 tst iperf3m4.py: using LAC 25054\u000a01:31:44.421757 tst iperf3m4.py: using RAC 64\u000a01:31:44.546536 tst iperf3m4.py: using CellId 25054\u000a01:31:44.665086 tst iperf3m4.py: using BVCI 25055\u000a01:31:44.688145 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.699332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.710143 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.721902 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.733143 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.744657 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.756412 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.767682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.779271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:44.899144 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:45.018753 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:45.138690 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:45.433989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:45.569923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:45.936161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Launched\u000a01:31:46.234889 run iperf3-srv_10.42.42.10(pid=9012): Launched\u000a01:31:46.434760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:31:46.567603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:46.904411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Launched\u000a01:31:47.188170 run iperf3-srv_10.42.42.10(pid=9014): Launched\u000a01:31:47.375278 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:31:47.501970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:47.818213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Launched\u000a01:31:48.080901 run iperf3-srv_10.42.42.10(pid=9016): Launched\u000a01:31:48.264385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:31:48.390127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:48.704170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9017): Launched\u000a01:31:48.966197 run iperf3-srv_10.42.42.10(pid=9018): Launched\u000a01:31:49.150984 tst iperf3m4.py:8: start network...\u000a01:31:49.277242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:49.755629 run create_hlr_db(pid=9019): Launched\u000a01:31:49.928934 bus /gobi_6: Setting Powered False\u000a01:31:50.951752 run create_hlr_db(pid=9019): Terminated: ok {rc=0}\u000a01:31:51.354418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9021): Launched\u000a01:31:51.657717 run osmo-hlr_10.42.42.2(pid=9022): Launched\u000a01:31:51.775046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:52.311253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9024): Launched\u000a01:31:52.618205 run osmo-stp_10.42.42.5(pid=9025): Launched\u000a01:31:52.727956 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:53.255699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9027): Launched\u000a01:31:53.364091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:53.628398 run patchelf(pid=9028): Launched\u000a01:31:53.805787 run osmo-stp_10.42.42.5(pid=9025): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9025)]\u000a01:31:53.935506 run osmo-stp_10.42.42.5(pid=9025): stdout: \u000a| (launched: 2022-12-10_01:31:52.464890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:54.065783 run osmo-stp_10.42.42.5(pid=9025): stderr: \u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013152637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:54.191800 run osmo-stp_10.42.42.5(pid=9025): stdout: \u000a| (launched: 2022-12-10_01:31:52.464890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:54.316704 run osmo-stp_10.42.42.5(pid=9025): stderr: \u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013152636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013152637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013152637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:54.461288 run patchelf(pid=9028): Terminating (SIGINT)\u000a01:31:54.630924 run patchelf(pid=9028): Terminated: ok {rc=0}\u000a01:31:54.662236 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9025): Process ended prematurely: osmo-stp_10.42.42.5(pid=9025) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9025)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:31:54.671426 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:31:54.732268 run osmo-hlr_10.42.42.2(pid=9022): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9022)]\u000a01:31:54.781340 run osmo-hlr_10.42.42.2(pid=9022): stdout: \u000a| (launched: 2022-12-10_01:31:51.507798) \u000a01:31:54.831028 run osmo-hlr_10.42.42.2(pid=9022): stderr: \u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013151698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013151707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013151707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013151707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:54.873299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Terminating (SIGTERM)\u000a01:31:54.914119 run iperf3-srv_10.42.42.10(pid=9012): Terminating (SIGTERM)\u000a01:31:54.953844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Terminating (SIGTERM)\u000a01:31:54.993727 run iperf3-srv_10.42.42.10(pid=9014): Terminating (SIGTERM)\u000a01:31:55.033978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Terminating (SIGTERM)\u000a01:31:55.073527 run iperf3-srv_10.42.42.10(pid=9016): Terminating (SIGTERM)\u000a01:31:55.113665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9017): Terminating (SIGTERM)\u000a01:31:55.153475 run iperf3-srv_10.42.42.10(pid=9018): Terminating (SIGTERM)\u000a01:31:55.193639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9021): Terminating (SIGTERM)\u000a01:31:55.233331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9024): Terminating (SIGTERM)\u000a01:31:55.273312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9027): Terminating (SIGTERM)\u000a01:31:55.282976 --- ParallelTerminationStrategy: PID 9011 died...\u000a01:31:55.336713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Terminated: ok {rc=0}\u000a01:31:55.346575 --- ParallelTerminationStrategy: PID 9012 died...\u000a01:31:55.399576 run iperf3-srv_10.42.42.10(pid=9012): Terminated {rc=256}\u000a01:31:55.409567 --- ParallelTerminationStrategy: PID 9013 died...\u000a01:31:55.462518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Terminated: ok {rc=0}\u000a01:31:55.472426 --- ParallelTerminationStrategy: PID 9014 died...\u000a01:31:55.525168 run iperf3-srv_10.42.42.10(pid=9014): Terminated {rc=256}\u000a01:31:55.534696 --- ParallelTerminationStrategy: PID 9015 died...\u000a01:31:55.588083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Terminated: ok {rc=0}\u000a01:31:55.598240 --- ParallelTerminationStrategy: PID 9016 died...\u000a01:31:55.651853 run iperf3-srv_10.42.42.10(pid=9016): Terminated {rc=256}\u000a01:31:55.661751 --- ParallelTerminationStrategy: PID 9017 died...\u000a01:31:55.715004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9017): Terminated: ok {rc=0}\u000a01:31:55.724649 --- ParallelTerminationStrategy: PID 9018 died...\u000a01:31:55.777560 run iperf3-srv_10.42.42.10(pid=9018): Terminated {rc=256}\u000a01:31:55.787271 --- ParallelTerminationStrategy: PID 9021 died...\u000a01:31:55.840347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9021): Terminated: ok {rc=0}\u000a01:31:55.850170 --- ParallelTerminationStrategy: PID 9024 died...\u000a01:31:55.903584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9024): Terminated: ok {rc=0}\u000a01:31:55.913500 --- ParallelTerminationStrategy: PID 9027 died...\u000a01:31:55.966605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9027): Terminated: ok {rc=0}\u000a01:31:56.051155 bus /gobi_4: Setting Powered False\u000a01:31:57.159466 bus /gobi_4: Setting Powered False\u000a01:31:58.269095 bus /gobi_1: Setting Powered False\u000a01:31:59.374879 bus /gobi_1: Setting Powered False\u000a01:32:00.483105 bus /gobi_0: Setting Powered False\u000a01:32:01.591684 bus /gobi_0: Setting Powered False\u000a01:32:02.702128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9035): Process ended prematurely: osmo-stp_10.42.42.5(pid=9035) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9035)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9035): Process ended prematurely: osmo-stp_10.42.42.5(pid=9035) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:32:03.769457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:03.781043 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:03.937135 tst ping.py: using LAC 25055\u000a01:32:04.053397 tst ping.py: using RAC 65\u000a01:32:04.169387 tst ping.py: using CellId 25055\u000a01:32:04.285115 tst ping.py: using BVCI 25056\u000a01:32:04.307658 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.318551 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.329129 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.340043 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.350963 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.362121 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.373053 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.383767 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:04.655890 tst ping.py:19: start network...\u000a01:32:04.779438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:05.252341 run create_hlr_db(pid=9029): Launched\u000a01:32:05.438818 bus /gobi_6: Setting Powered False\u000a01:32:06.458017 run create_hlr_db(pid=9029): Terminated: ok {rc=0}\u000a01:32:06.885592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9031): Launched\u000a01:32:07.207238 run osmo-hlr_10.42.42.2(pid=9032): Launched\u000a01:32:07.328018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:07.890362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9034): Launched\u000a01:32:08.210440 run osmo-stp_10.42.42.5(pid=9035): Launched\u000a01:32:08.325321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:08.883157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9037): Launched\u000a01:32:08.996622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:09.275897 run patchelf(pid=9038): Launched\u000a01:32:09.462499 run osmo-stp_10.42.42.5(pid=9035): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9035)]\u000a01:32:09.598406 run osmo-stp_10.42.42.5(pid=9035): stdout: \u000a| (launched: 2022-12-10_01:32:08.052345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:09.734359 run osmo-stp_10.42.42.5(pid=9035): stderr: \u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013208245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:09.866450 run osmo-stp_10.42.42.5(pid=9035): stdout: \u000a| (launched: 2022-12-10_01:32:08.052345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:09.997640 run osmo-stp_10.42.42.5(pid=9035): stderr: \u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013208245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013208245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013208246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:10.149458 run patchelf(pid=9038): Terminating (SIGINT)\u000a01:32:10.327282 run patchelf(pid=9038): Terminated: ok {rc=0}\u000a01:32:10.359754 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9035): Process ended prematurely: osmo-stp_10.42.42.5(pid=9035) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9035)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:32:10.369245 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:32:10.432088 run osmo-hlr_10.42.42.2(pid=9032): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9032)]\u000a01:32:10.483243 run osmo-hlr_10.42.42.2(pid=9032): stdout: \u000a| (launched: 2022-12-10_01:32:07.048651) \u000a01:32:10.535111 run osmo-hlr_10.42.42.2(pid=9032): stderr: \u000a| �[0;m�[1;31m20221210013207244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013207245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013207245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013207245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013207245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013207245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013207256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013207264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013207264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013207264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:10.579288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9031): Terminating (SIGTERM)\u000a01:32:10.620666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9034): Terminating (SIGTERM)\u000a01:32:10.662113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9037): Terminating (SIGTERM)\u000a01:32:10.672170 --- ParallelTerminationStrategy: PID 9031 died...\u000a01:32:10.728327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9031): Terminated: ok {rc=0}\u000a01:32:10.738614 --- ParallelTerminationStrategy: PID 9034 died...\u000a01:32:10.794327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9034): Terminated: ok {rc=0}\u000a01:32:10.804638 --- ParallelTerminationStrategy: PID 9037 died...\u000a01:32:10.860527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9037): Terminated: ok {rc=0}\u000a01:32:10.947908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:32:12.000159 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.012227 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:12.180370 tst ping_idle_ping.py: using LAC 25056\u000a01:32:12.299728 tst ping_idle_ping.py: using RAC 66\u000a01:32:12.415479 tst ping_idle_ping.py: using CellId 25056\u000a01:32:12.537696 tst ping_idle_ping.py: using BVCI 25057\u000a01:32:12.560996 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.572036 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.582916 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.594747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.605885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.617270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.628801 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:12.639950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:12.912822 tst ping_idle_ping.py:24: start network...\u000a01:32:13.036169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:13.511908 run create_hlr_db(pid=9039): Launched\u000a01:32:13.683825 bus /gobi_6: Setting Powered False\u000a01:32:14.706115 run create_hlr_db(pid=9039): Terminated: ok {rc=0}\u000a01:32:15.132222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Launched\u000a01:32:15.453288 run osmo-hlr_10.42.42.2(pid=9042): Launched\u000a01:32:15.570987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:16.165485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Launched\u000a01:32:16.624533 run osmo-stp_10.42.42.5(pid=9045): Launched\u000a01:32:16.868740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:17.438758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9047): Launched\u000a01:32:17.545217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:17.806046 run patchelf(pid=9048): Launched\u000a01:32:17.979685 run osmo-stp_10.42.42.5(pid=9045): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]\u000a01:32:18.106630 run osmo-stp_10.42.42.5(pid=9045): stdout: \u000a| (launched: 2022-12-10_01:32:16.321783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:18.233598 run osmo-stp_10.42.42.5(pid=9045): stderr: \u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013216529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:18.356360 run osmo-stp_10.42.42.5(pid=9045): stdout: \u000a| (launched: 2022-12-10_01:32:16.321783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:18.478421 run osmo-stp_10.42.42.5(pid=9045): stderr: \u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013216528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013216529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013216529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:18.619943 run patchelf(pid=9048): Terminating (SIGINT)\u000a01:32:18.786502 run patchelf(pid=9048): Terminated: ok {rc=0}\u000a01:32:18.816889 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)] [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:32:18.825498 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:32:18.886339 run osmo-hlr_10.42.42.2(pid=9042): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9042)]\u000a01:32:18.935391 run osmo-hlr_10.42.42.2(pid=9042): stdout: \u000a| (launched: 2022-12-10_01:32:15.294696) \u000a01:32:18.984778 run osmo-hlr_10.42.42.2(pid=9042): stderr: \u000a| �[0;m�[1;31m20221210013215491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013215491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013215492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013215492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013215492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013215492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013215504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013215513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013215513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013215513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:19.027136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminating (SIGTERM)\u000a01:32:19.067134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Terminating (SIGTERM)\u000a01:32:19.107006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9047): Terminating (SIGTERM)\u000a01:32:19.116695 --- ParallelTerminationStrategy: PID 9041 died...\u000a01:32:19.169998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminated: ok {rc=0}\u000a01:32:19.179923 --- ParallelTerminationStrategy: PID 9044 died...\u000a01:32:19.233341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Terminated: ok {rc=0}\u000a01:32:19.242978 --- ParallelTerminationStrategy: PID 9047 died...\u000a01:32:19.295686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9047): Terminated: ok {rc=0}\u000a01:32:19.384793 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:31:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:32:21.405470 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:21.416522 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:32:21.579974 tst switch_tch_pdch.py: using LAC 25057\u000a01:32:21.705335 tst switch_tch_pdch.py: using RAC 67\u000a01:32:21.831727 tst switch_tch_pdch.py: using CellId 25057\u000a01:32:21.956676 tst switch_tch_pdch.py: using BVCI 25058\u000a01:32:21.981362 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:21.993227 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.005103 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.017352 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.029282 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.040919 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.052994 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:22.064662 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:32:22.179505 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:32:22.457607 tst switch_tch_pdch.py:51: start network...\u000a01:32:22.581342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:23.050927 run create_hlr_db(pid=9053): Launched\u000a01:32:23.223220 bus /gobi_6: Setting Powered False\u000a01:32:24.242992 run create_hlr_db(pid=9053): Terminated: ok {rc=0}\u000a01:32:24.666971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Launched\u000a01:32:24.985900 run osmo-hlr_10.42.42.2(pid=9056): Launched\u000a01:32:25.102097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:25.655002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Launched\u000a01:32:25.973955 run osmo-stp_10.42.42.5(pid=9059): Launched\u000a01:32:26.089344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:26.645861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Launched\u000a01:32:26.759563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:27.038615 run patchelf(pid=9062): Launched\u000a01:32:27.225362 run osmo-stp_10.42.42.5(pid=9059): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a01:32:27.362665 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-10_01:32:25.816566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:27.498748 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221210013226010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013226010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013226011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013226011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:27.630532 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-10_01:32:25.816566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:27.761012 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221210013226010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013226010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013226011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013226011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013226012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:27.912256 run patchelf(pid=9062): Terminating (SIGINT)\u000a01:32:28.090395 run patchelf(pid=9062): Terminated: ok {rc=0}\u000a01:32:28.122656 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)] [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:32:28.131722 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:32:28.193727 run osmo-hlr_10.42.42.2(pid=9056): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9056)]\u000a01:32:28.244645 run osmo-hlr_10.42.42.2(pid=9056): stdout: \u000a| (launched: 2022-12-10_01:32:24.829269) \u000a01:32:28.296057 run osmo-hlr_10.42.42.2(pid=9056): stderr: \u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013225029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013225046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013225056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013225056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013225056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:28.340105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminating (SIGTERM)\u000a01:32:28.382047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminating (SIGTERM)\u000a01:32:28.423709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Terminating (SIGTERM)\u000a01:32:28.433510 --- ParallelTerminationStrategy: PID 9055 died...\u000a01:32:28.488795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminated: ok {rc=0}\u000a01:32:28.499000 --- ParallelTerminationStrategy: PID 9058 died...\u000a01:32:28.554161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminated: ok {rc=0}\u000a01:32:28.564263 --- ParallelTerminationStrategy: PID 9061 died...\u000a01:32:28.619648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Terminated: ok {rc=0}\u000a01:32:28.706367 bus /gobi_0: Setting Powered False\u000a01:32:29.812839 bus /gobi_0: Setting Powered False\u000a01:32:30.960391 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:32:21" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:32:32.978910 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:32.989907 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:32:33.147572 tst switch_tch_pdch.py: using LAC 25058\u000a01:32:33.266156 tst switch_tch_pdch.py: using RAC 68\u000a01:32:33.382731 tst switch_tch_pdch.py: using CellId 25058\u000a01:32:33.500505 tst switch_tch_pdch.py: using BVCI 25059\u000a01:32:33.523275 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.534169 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.544824 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.556301 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.567960 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.579596 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.591300 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:33.602737 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:32:33.723083 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:32:33.999054 tst switch_tch_pdch.py:51: start network...\u000a01:32:34.122872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:34.568256 run create_hlr_db(pid=9066): Launched\u000a01:32:34.689589 bus /gobi_6: Setting Powered False\u000a01:32:35.760809 run create_hlr_db(pid=9066): Terminated: ok {rc=0}\u000a01:32:36.134337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Launched\u000a01:32:36.431672 run osmo-hlr_10.42.42.2(pid=9073): Launched\u000a01:32:36.539581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:37.030301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Launched\u000a01:32:37.328231 run osmo-stp_10.42.42.5(pid=9076): Launched\u000a01:32:37.435757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:37.930024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Launched\u000a01:32:38.036186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:38.296763 run patchelf(pid=9079): Launched\u000a01:32:38.470739 run osmo-stp_10.42.42.5(pid=9076): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)]\u000a01:32:38.597825 run osmo-stp_10.42.42.5(pid=9076): stdout: \u000a| (launched: 2022-12-10_01:32:37.180765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:38.724718 run osmo-stp_10.42.42.5(pid=9076): stderr: \u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013237354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:38.847997 run osmo-stp_10.42.42.5(pid=9076): stdout: \u000a| (launched: 2022-12-10_01:32:37.180765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:38.970583 run osmo-stp_10.42.42.5(pid=9076): stderr: \u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013237353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013237354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013237354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:39.112907 run patchelf(pid=9079): Terminating (SIGINT)\u000a01:32:39.279452 run patchelf(pid=9079): Terminated: ok {rc=0}\u000a01:32:39.309919 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9076): Process ended prematurely: osmo-stp_10.42.42.5(pid=9076) [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9076)] [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:32:39.318433 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a01:32:39.378221 run osmo-hlr_10.42.42.2(pid=9073): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9073)]\u000a01:32:39.427023 run osmo-hlr_10.42.42.2(pid=9073): stdout: \u000a| (launched: 2022-12-10_01:32:36.285113) \u000a01:32:39.476137 run osmo-hlr_10.42.42.2(pid=9073): stderr: \u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013236459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013236471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013236480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013236480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013236481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:39.518163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Terminating (SIGTERM)\u000a01:32:39.557449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Terminating (SIGTERM)\u000a01:32:39.596638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Terminating (SIGTERM)\u000a01:32:39.606841 --- ParallelTerminationStrategy: PID 9072 died...\u000a01:32:39.659597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9072): Terminated: ok {rc=0}\u000a01:32:39.669457 --- ParallelTerminationStrategy: PID 9075 died...\u000a01:32:39.722037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9075): Terminated: ok {rc=0}\u000a01:32:39.731805 --- ParallelTerminationStrategy: PID 9078 died...\u000a01:32:39.784796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9078): Terminated: ok {rc=0}\u000a01:32:39.872008 bus /gobi_0: Setting Powered False\u000a01:32:40.977709 bus /gobi_0: Setting Powered False\u000a01:32:42.083371 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:32:32" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9084) [trial-2367↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9084)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9084) [trial-2367↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:32:43.967953 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:32:43.978799 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:32:44.109596 tst mo_mt_sms.py: using LAC 25059\u000a01:32:44.225218 tst mo_mt_sms.py: using RAC 69\u000a01:32:44.341327 tst mo_mt_sms.py: using CellId 25059\u000a01:32:44.456827 tst mo_mt_sms.py: using BVCI 25060\u000a01:32:44.479237 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:44.592500 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:44.862856 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:32:44.985893 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:32:45.601162 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9083): Launched\u000a01:32:45.913181 run osmo-nitb_10.42.42.2(pid=9084): Launched\u000a01:32:46.103499 run osmo-nitb_10.42.42.2(pid=9084): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9084)]\u000a01:32:46.249911 run osmo-nitb_10.42.42.2(pid=9084): stdout: \u000a| (launched: 2022-12-10_01:32:45.751901) \u000a01:32:46.400318 run osmo-nitb_10.42.42.2(pid=9084): stderr: \u000a| (launched: 2022-12-10_01:32:45.796065)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:32:46.543101 run osmo-nitb_10.42.42.2(pid=9084): stdout: \u000a| (launched: 2022-12-10_01:32:45.751901) \u000a01:32:46.675815 run osmo-nitb_10.42.42.2(pid=9084): stderr: \u000a| (launched: 2022-12-10_01:32:45.796065)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:32:47.045957 tst osmo-nitb_10.42.42.2(pid=9084): stdout: \u000a| (launched: 2022-12-10_01:32:45.751901) \u000a01:32:47.178160 tst osmo-nitb_10.42.42.2(pid=9084): stderr: \u000a| (launched: 2022-12-10_01:32:45.796065)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:32:47.235272 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9084): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9084) [trial-2367↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9084)] [trial-2367↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a01:32:47.245148 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:32:47.283438 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9083): Terminating (SIGTERM)\u000a01:32:47.461453 --- ParallelTerminationStrategy: PID 9083 died...\u000a01:32:47.518704 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9083): Terminated: ok {rc=0}\u000a01:32:47.606703 bus /sierra_3: Setting Powered False\u000a01:32:48.714775 bus /sierra_3: Setting Powered False\u000a01:32:49.824890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:32:43" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:32:51.716560 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:51.728352 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:32:51.867574 tst mo_mt_sms.py: using LAC 25060\u000a01:32:52.000790 tst mo_mt_sms.py: using RAC 70\u000a01:32:52.115176 tst mo_mt_sms.py: using CellId 25060\u000a01:32:52.238055 tst mo_mt_sms.py: using BVCI 25061\u000a01:32:52.262304 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:52.273577 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:52.284579 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:52.295747 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:52.306977 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:52.318100 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:52.432853 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:52.638832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:53.148734 run create_hlr_db(pid=9088): Launched\u000a01:32:53.332661 bus /sierra_2: Setting Powered False\u000a01:32:54.354403 run create_hlr_db(pid=9088): Terminated: ok {rc=0}\u000a01:32:54.778311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Launched\u000a01:32:55.098295 run osmo-hlr_10.42.42.2(pid=9091): Launched\u000a01:32:55.214367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:55.767034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Launched\u000a01:32:56.088248 run osmo-stp_10.42.42.5(pid=9094): Launched\u000a01:32:56.203465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:56.790752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Launched\u000a01:32:57.110891 run osmo-msc_10.42.42.6(pid=9097): Launched\u000a01:32:57.298213 run osmo-stp_10.42.42.5(pid=9094): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]\u000a01:32:57.433167 run osmo-stp_10.42.42.5(pid=9094): stdout: \u000a| (launched: 2022-12-10_01:32:55.929009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:57.566861 run osmo-stp_10.42.42.5(pid=9094): stderr: \u000a| �[0;m�[38;5;43m20221210013256120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013256121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013256121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013256121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:57.694335 run osmo-stp_10.42.42.5(pid=9094): stdout: \u000a| (launched: 2022-12-10_01:32:55.929009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:57.820386 run osmo-stp_10.42.42.5(pid=9094): stderr: \u000a| �[0;m�[38;5;43m20221210013256120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013256121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013256121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013256121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013256122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:57.876341 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)] [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a01:32:57.884889 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:32:57.947209 run osmo-hlr_10.42.42.2(pid=9091): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9091)]\u000a01:32:57.998437 run osmo-hlr_10.42.42.2(pid=9091): stdout: \u000a| (launched: 2022-12-10_01:32:54.939816) \u000a01:32:58.050970 run osmo-hlr_10.42.42.2(pid=9091): stderr: \u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013255140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013255153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:58.121584 run osmo-msc_10.42.42.6(pid=9097): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9097)]\u000a01:32:58.172665 run osmo-msc_10.42.42.6(pid=9097): stdout: \u000a| (launched: 2022-12-10_01:32:56.952344) \u000a01:32:58.224636 run osmo-msc_10.42.42.6(pid=9097): stderr: \u000a| �[0;m�[38;5;43m20221210013257273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013257273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdde9ea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013257273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013257273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013257274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013257277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013257278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013257278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013257278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:58.268691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Terminating (SIGTERM)\u000a01:32:58.310469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Terminating (SIGTERM)\u000a01:32:58.352393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Terminating (SIGTERM)\u000a01:32:58.361985 --- ParallelTerminationStrategy: PID 9090 died...\u000a01:32:58.417613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Terminated: ok {rc=0}\u000a01:32:58.427824 --- ParallelTerminationStrategy: PID 9093 died...\u000a01:32:58.483137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Terminated: ok {rc=0}\u000a01:32:58.493251 --- ParallelTerminationStrategy: PID 9096 died...\u000a01:32:58.548657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Terminated: ok {rc=0}\u000a01:32:58.636906 bus /sierra_3: Setting Powered False\u000a01:32:59.743636 bus /sierra_3: Setting Powered False\u000a01:33:00.867425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:32:51" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9104) [trial-2367↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9104)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9104) [trial-2367↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:02.712354 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:33:02.723677 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:02.855468 tst assert_extension.py: using LAC 25061\u000a01:33:02.974360 tst assert_extension.py: using RAC 71\u000a01:33:03.095877 tst assert_extension.py: using CellId 25061\u000a01:33:03.219650 tst assert_extension.py: using BVCI 25062\u000a01:33:03.243818 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:03.517280 tst assert_extension.py:10: start nitb and bts...\u000a01:33:03.641021 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:33:04.259718 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9103): Launched\u000a01:33:04.555147 run osmo-nitb_10.42.42.2(pid=9104): Launched\u000a01:33:04.738971 run osmo-nitb_10.42.42.2(pid=9104): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9104)]\u000a01:33:04.873949 run osmo-nitb_10.42.42.2(pid=9104): stdout: \u000a| (launched: 2022-12-10_01:33:04.410671) \u000a01:33:05.009352 run osmo-nitb_10.42.42.2(pid=9104): stderr: \u000a| (launched: 2022-12-10_01:33:04.455006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:05.140753 run osmo-nitb_10.42.42.2(pid=9104): stdout: \u000a| (launched: 2022-12-10_01:33:04.410671) \u000a01:33:05.270672 run osmo-nitb_10.42.42.2(pid=9104): stderr: \u000a| (launched: 2022-12-10_01:33:04.455006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:05.675763 tst osmo-nitb_10.42.42.2(pid=9104): stdout: \u000a| (launched: 2022-12-10_01:33:04.410671) \u000a01:33:05.794452 tst osmo-nitb_10.42.42.2(pid=9104): stderr: \u000a| (launched: 2022-12-10_01:33:04.455006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:05.846701 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9104) [trial-2367↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9104)] [trial-2367↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a01:33:05.855038 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:33:05.889814 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9103): Terminating (SIGTERM)\u000a01:33:06.067553 --- ParallelTerminationStrategy: PID 9103 died...\u000a01:33:06.122432 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9103): Terminated: ok {rc=0}\u000a01:33:06.211968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:33:02" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9114): Process ended prematurely: osmo-stp_10.42.42.5(pid=9114) [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9114)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9114): Process ended prematurely: osmo-stp_10.42.42.5(pid=9114) [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:08.032555 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.043401 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:08.177973 tst assert_extension.py: using LAC 25062\u000a01:33:08.293464 tst assert_extension.py: using RAC 72\u000a01:33:08.408458 tst assert_extension.py: using CellId 25062\u000a01:33:08.530099 tst assert_extension.py: using BVCI 25063\u000a01:33:08.554321 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.565826 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.577039 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.588071 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.599284 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:08.610420 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:08.807694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:09.276747 run create_hlr_db(pid=9108): Launched\u000a01:33:09.447894 bus /sierra_2: Setting Powered False\u000a01:33:10.469223 run create_hlr_db(pid=9108): Terminated: ok {rc=0}\u000a01:33:10.893849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9110): Launched\u000a01:33:11.215733 run osmo-hlr_10.42.42.2(pid=9111): Launched\u000a01:33:11.331937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:11.890220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9113): Launched\u000a01:33:12.212942 run osmo-stp_10.42.42.5(pid=9114): Launched\u000a01:33:12.327633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:12.910945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9116): Launched\u000a01:33:13.230874 run osmo-msc_10.42.42.6(pid=9117): Launched\u000a01:33:13.421305 run osmo-stp_10.42.42.5(pid=9114): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9114)]\u000a01:33:13.556255 run osmo-stp_10.42.42.5(pid=9114): stdout: \u000a| (launched: 2022-12-10_01:33:12.053056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:13.690637 run osmo-stp_10.42.42.5(pid=9114): stderr: \u000a| �[0;m�[38;5;43m20221210013312245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013312246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013312246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013312246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:13.818462 run osmo-stp_10.42.42.5(pid=9114): stdout: \u000a| (launched: 2022-12-10_01:33:12.053056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:13.944723 run osmo-stp_10.42.42.5(pid=9114): stderr: \u000a| �[0;m�[38;5;43m20221210013312245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013312246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013312246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013312246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013312247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:14.000651 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9114): Process ended prematurely: osmo-stp_10.42.42.5(pid=9114) [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9114)] [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a01:33:14.009551 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a01:33:14.072623 run osmo-hlr_10.42.42.2(pid=9111): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9111)]\u000a01:33:14.124447 run osmo-hlr_10.42.42.2(pid=9111): stdout: \u000a| (launched: 2022-12-10_01:33:11.056879) \u000a01:33:14.176615 run osmo-hlr_10.42.42.2(pid=9111): stderr: \u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013311256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013311268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013311276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013311277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013311277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:14.247411 run osmo-msc_10.42.42.6(pid=9117): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9117)]\u000a01:33:14.298954 run osmo-msc_10.42.42.6(pid=9117): stdout: \u000a| (launched: 2022-12-10_01:33:13.073516) \u000a01:33:14.351225 run osmo-msc_10.42.42.6(pid=9117): stderr: \u000a| �[0;m�[38;5;43m20221210013313393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013313393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03a72d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013313394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013313396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:14.395491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9110): Terminating (SIGTERM)\u000a01:33:14.437370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9113): Terminating (SIGTERM)\u000a01:33:14.479142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9116): Terminating (SIGTERM)\u000a01:33:14.488673 --- ParallelTerminationStrategy: PID 9110 died...\u000a01:33:14.544430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9110): Terminated: ok {rc=0}\u000a01:33:14.554702 --- ParallelTerminationStrategy: PID 9113 died...\u000a01:33:14.610202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9113): Terminated: ok {rc=0}\u000a01:33:14.620351 --- ParallelTerminationStrategy: PID 9116 died...\u000a01:33:14.676115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9116): Terminated: ok {rc=0}\u000a01:33:14.763416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:33:07" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9128): Process ended prematurely: osmo-stp_10.42.42.5(pid=9128) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9128)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9128): Process ended prematurely: osmo-stp_10.42.42.5(pid=9128) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:33:16.803770 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:16.818285 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:33:16.991941 tst mo_mt_call.py: using LAC 25063\u000a01:33:17.122516 tst mo_mt_call.py: using RAC 73\u000a01:33:17.250020 tst mo_mt_call.py: using CellId 25063\u000a01:33:17.374512 tst mo_mt_call.py: using BVCI 25064\u000a01:33:17.397720 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:17.409242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:17.420449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:17.432680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:17.444748 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:17.456302 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:17.576056 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:17.779999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:18.260885 run create_hlr_db(pid=9122): Launched\u000a01:33:18.436448 bus /sierra_2: Setting Powered False\u000a01:33:19.457873 run create_hlr_db(pid=9122): Terminated: ok {rc=0}\u000a01:33:19.890764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9124): Launched\u000a01:33:20.220539 run osmo-hlr_10.42.42.2(pid=9125): Launched\u000a01:33:20.343140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:20.914625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9127): Launched\u000a01:33:21.243384 run osmo-stp_10.42.42.5(pid=9128): Launched\u000a01:33:21.362788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:21.961066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9130): Launched\u000a01:33:22.289067 run osmo-msc_10.42.42.6(pid=9131): Launched\u000a01:33:22.479616 run osmo-stp_10.42.42.5(pid=9128): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9128)]\u000a01:33:22.616475 run osmo-stp_10.42.42.5(pid=9128): stdout: \u000a| (launched: 2022-12-10_01:33:21.081384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:22.753118 run osmo-stp_10.42.42.5(pid=9128): stderr: \u000a| �[0;m�[38;5;43m20221210013321276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013321277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013321277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013321277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:22.883692 run osmo-stp_10.42.42.5(pid=9128): stdout: \u000a| (launched: 2022-12-10_01:33:21.081384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:23.013218 run osmo-stp_10.42.42.5(pid=9128): stderr: \u000a| �[0;m�[38;5;43m20221210013321276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013321277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013321277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013321277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013321278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:23.070765 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9128): Process ended prematurely: osmo-stp_10.42.42.5(pid=9128) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9128)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:33:23.080135 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:33:23.143149 run osmo-hlr_10.42.42.2(pid=9125): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9125)]\u000a01:33:23.194311 run osmo-hlr_10.42.42.2(pid=9125): stdout: \u000a| (launched: 2022-12-10_01:33:20.057627) \u000a01:33:23.246240 run osmo-hlr_10.42.42.2(pid=9125): stderr: \u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013320258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013320270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013320280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013320280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013320280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:23.317119 run osmo-msc_10.42.42.6(pid=9131): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9131)]\u000a01:33:23.368023 run osmo-msc_10.42.42.6(pid=9131): stdout: \u000a| (launched: 2022-12-10_01:33:22.127478) \u000a01:33:23.419562 run osmo-msc_10.42.42.6(pid=9131): stderr: \u000a| �[0;m�[38;5;43m20221210013322449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013322449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa75ed50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013322450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013322450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013322450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013322450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013322452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013322452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013322452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013322452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:23.463429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9124): Terminating (SIGTERM)\u000a01:33:23.505092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9127): Terminating (SIGTERM)\u000a01:33:23.546559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9130): Terminating (SIGTERM)\u000a01:33:23.555954 --- ParallelTerminationStrategy: PID 9124 died...\u000a01:33:23.611582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9124): Terminated: ok {rc=0}\u000a01:33:23.621750 --- ParallelTerminationStrategy: PID 9127 died...\u000a01:33:23.677298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9127): Terminated: ok {rc=0}\u000a01:33:23.687352 --- ParallelTerminationStrategy: PID 9130 died...\u000a01:33:23.742539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9130): Terminated: ok {rc=0}\u000a01:33:23.830865 bus /sierra_3: Setting Powered False\u000a01:33:24.937134 bus /sierra_3: Setting Powered False\u000a01:33:26.044813 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9139): Process ended prematurely: osmo-stp_10.42.42.5(pid=9139) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9139)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9139): Process ended prematurely: osmo-stp_10.42.42.5(pid=9139) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:33:27.160152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.172599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:33:27.334169 tst mo_mt_call_osmux.py: using LAC 25064\u000a01:33:27.461387 tst mo_mt_call_osmux.py: using RAC 74\u000a01:33:27.590224 tst mo_mt_call_osmux.py: using CellId 25064\u000a01:33:27.717320 tst mo_mt_call_osmux.py: using BVCI 25065\u000a01:33:27.742005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.753857 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.765443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.777151 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.788820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:27.800352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:27.917232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:28.116486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:28.613587 run create_hlr_db(pid=9133): Launched\u000a01:33:28.801957 bus /sierra_2: Setting Powered False\u000a01:33:29.822597 run create_hlr_db(pid=9133): Terminated: ok {rc=0}\u000a01:33:30.256092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9135): Launched\u000a01:33:30.581907 run osmo-hlr_10.42.42.2(pid=9136): Launched\u000a01:33:30.704140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:31.284462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9138): Launched\u000a01:33:31.720506 run osmo-stp_10.42.42.5(pid=9139): Launched\u000a01:33:31.980378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:32.557395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9141): Launched\u000a01:33:32.865273 run osmo-msc_10.42.42.6(pid=9142): Launched\u000a01:33:33.045941 run osmo-stp_10.42.42.5(pid=9139): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9139)]\u000a01:33:33.175457 run osmo-stp_10.42.42.5(pid=9139): stdout: \u000a| (launched: 2022-12-10_01:33:31.444146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:33.303081 run osmo-stp_10.42.42.5(pid=9139): stderr: \u000a| �[0;m�[38;5;43m20221210013331710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013331711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013331714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013331717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013331717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013331718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013331718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:33.426984 run osmo-stp_10.42.42.5(pid=9139): stdout: \u000a| (launched: 2022-12-10_01:33:31.444146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:33.549408 run osmo-stp_10.42.42.5(pid=9139): stderr: \u000a| �[0;m�[38;5;43m20221210013331710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013331711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013331714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013331717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013331717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013331718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013331718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:33.603260 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9139): Process ended prematurely: osmo-stp_10.42.42.5(pid=9139) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9139)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:33:33.611994 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:33:33.673625 run osmo-hlr_10.42.42.2(pid=9136): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9136)]\u000a01:33:33.724235 run osmo-hlr_10.42.42.2(pid=9136): stdout: \u000a| (launched: 2022-12-10_01:33:30.422060) \u000a01:33:33.774836 run osmo-hlr_10.42.42.2(pid=9136): stderr: \u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013330624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013330637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013330645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013330645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013330645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:33.843375 run osmo-msc_10.42.42.6(pid=9142): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9142)]\u000a01:33:33.893121 run osmo-msc_10.42.42.6(pid=9142): stdout: \u000a| (launched: 2022-12-10_01:33:32.713174) \u000a01:33:33.943898 run osmo-msc_10.42.42.6(pid=9142): stderr: \u000a| �[0;m�[38;5;43m20221210013332988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013332988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aa3e94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013332988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013332988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013332988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013332988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013332990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:33.986034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9135): Terminating (SIGTERM)\u000a01:33:34.027416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9138): Terminating (SIGTERM)\u000a01:33:34.067305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9141): Terminating (SIGTERM)\u000a01:33:34.077492 --- ParallelTerminationStrategy: PID 9135 died...\u000a01:33:34.131868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9135): Terminated: ok {rc=0}\u000a01:33:34.142304 --- ParallelTerminationStrategy: PID 9138 died...\u000a01:33:34.196258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9138): Terminated: ok {rc=0}\u000a01:33:34.206628 --- ParallelTerminationStrategy: PID 9141 died...\u000a01:33:34.259987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9141): Terminated: ok {rc=0}\u000a01:33:34.344632 bus /sierra_3: Setting Powered False\u000a01:33:35.446943 bus /sierra_3: Setting Powered False\u000a01:33:36.557508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:33:38.538720 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:38.550152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:33:38.706680 tst mo_mt_call.py: using LAC 25065\u000a01:33:38.823501 tst mo_mt_call.py: using RAC 75\u000a01:33:38.941191 tst mo_mt_call.py: using CellId 25065\u000a01:33:39.058089 tst mo_mt_call.py: using BVCI 25066\u000a01:33:39.080924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:39.092377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:39.103542 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:39.115207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:39.126786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:39.138329 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:33:39.260424 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:33:39.473458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:39.993635 run create_hlr_db(pid=9147): Launched\u000a01:33:40.181040 bus /sierra_2: Setting Powered False\u000a01:33:41.203427 run create_hlr_db(pid=9147): Terminated: ok {rc=0}\u000a01:33:41.611050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Launched\u000a01:33:41.916358 run osmo-hlr_10.42.42.2(pid=9150): Launched\u000a01:33:42.027862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:42.555873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Launched\u000a01:33:42.861998 run osmo-stp_10.42.42.5(pid=9153): Launched\u000a01:33:42.972761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:43.528045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Launched\u000a01:33:43.833534 run osmo-msc_10.42.42.6(pid=9156): Launched\u000a01:33:44.012264 run osmo-stp_10.42.42.5(pid=9153): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]\u000a01:33:44.141491 run osmo-stp_10.42.42.5(pid=9153): stdout: \u000a| (launched: 2022-12-10_01:33:42.710783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:44.267944 run osmo-stp_10.42.42.5(pid=9153): stderr: \u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013342882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:44.390062 run osmo-stp_10.42.42.5(pid=9153): stdout: \u000a| (launched: 2022-12-10_01:33:42.710783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:44.511411 run osmo-stp_10.42.42.5(pid=9153): stderr: \u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013342882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013342882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013342883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:44.565030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:33:44.573871 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:33:44.634132 run osmo-hlr_10.42.42.2(pid=9150): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9150)]\u000a01:33:44.683117 run osmo-hlr_10.42.42.2(pid=9150): stdout: \u000a| (launched: 2022-12-10_01:33:41.765112) \u000a01:33:44.732518 run osmo-hlr_10.42.42.2(pid=9150): stderr: \u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013341945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013341956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013341966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013341966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013341966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:44.799825 run osmo-msc_10.42.42.6(pid=9156): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9156)]\u000a01:33:44.848565 run osmo-msc_10.42.42.6(pid=9156): stdout: \u000a| (launched: 2022-12-10_01:33:43.682476) \u000a01:33:44.897995 run osmo-msc_10.42.42.6(pid=9156): stderr: \u000a| �[0;m�[38;5;43m20221210013343953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013343953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff20a079c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013343953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013343953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013343953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013343954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013343957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:44.939936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Terminating (SIGTERM)\u000a01:33:44.979548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Terminating (SIGTERM)\u000a01:33:45.019053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Terminating (SIGTERM)\u000a01:33:45.028558 --- ParallelTerminationStrategy: PID 9149 died...\u000a01:33:45.081407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Terminated: ok {rc=0}\u000a01:33:45.091326 --- ParallelTerminationStrategy: PID 9152 died...\u000a01:33:45.144114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Terminated: ok {rc=0}\u000a01:33:45.154034 --- ParallelTerminationStrategy: PID 9155 died...\u000a01:33:45.207012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Terminated: ok {rc=0}\u000a01:33:45.294358 bus /sierra_3: Setting Powered False\u000a01:33:46.424200 bus /sierra_3: Setting Powered False\u000a01:33:47.534471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:33:48.643508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:48.655471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:33:48.807188 tst mo_mt_call_osmux.py: using LAC 25066\u000a01:33:48.926140 tst mo_mt_call_osmux.py: using RAC 76\u000a01:33:49.045207 tst mo_mt_call_osmux.py: using CellId 25066\u000a01:33:49.164460 tst mo_mt_call_osmux.py: using BVCI 25067\u000a01:33:49.187058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:49.198414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:49.209394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:49.220594 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:49.231875 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:33:49.243058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:33:49.354956 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:33:49.559347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:50.030667 run create_hlr_db(pid=9158): Launched\u000a01:33:50.202274 bus /sierra_2: Setting Powered False\u000a01:33:51.224377 run create_hlr_db(pid=9158): Terminated: ok {rc=0}\u000a01:33:51.651244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Launched\u000a01:33:51.973068 run osmo-hlr_10.42.42.2(pid=9161): Launched\u000a01:33:52.090185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:52.647225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Launched\u000a01:33:52.968104 run osmo-stp_10.42.42.5(pid=9164): Launched\u000a01:33:53.084541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:53.670874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Launched\u000a01:33:53.992339 run osmo-msc_10.42.42.6(pid=9167): Launched\u000a01:33:54.180671 run osmo-stp_10.42.42.5(pid=9164): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]\u000a01:33:54.315908 run osmo-stp_10.42.42.5(pid=9164): stdout: \u000a| (launched: 2022-12-10_01:33:52.810608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:54.452043 run osmo-stp_10.42.42.5(pid=9164): stderr: \u000a| �[0;m�[38;5;43m20221210013353003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013353004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013353004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013353004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:54.580441 run osmo-stp_10.42.42.5(pid=9164): stdout: \u000a| (launched: 2022-12-10_01:33:52.810608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:54.707759 run osmo-stp_10.42.42.5(pid=9164): stderr: \u000a| �[0;m�[38;5;43m20221210013353003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013353004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013353004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013353004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013353005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:54.764590 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:33:54.773820 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:33:54.836270 run osmo-hlr_10.42.42.2(pid=9161): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9161)]\u000a01:33:54.887209 run osmo-hlr_10.42.42.2(pid=9161): stdout: \u000a| (launched: 2022-12-10_01:33:51.814904) \u000a01:33:54.938443 run osmo-hlr_10.42.42.2(pid=9161): stderr: \u000a| �[0;m�[1;31m20221210013352014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013352014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013352014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013352014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013352014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013352015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013352031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013352041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013352041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013352041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:55.008549 run osmo-msc_10.42.42.6(pid=9167): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9167)]\u000a01:33:55.059543 run osmo-msc_10.42.42.6(pid=9167): stdout: \u000a| (launched: 2022-12-10_01:33:53.834081) \u000a01:33:55.111263 run osmo-msc_10.42.42.6(pid=9167): stderr: \u000a| �[0;m�[38;5;43m20221210013354155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013354155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a96d37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013354155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013354155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013354156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013354156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013354157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013354158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013354158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013354158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:55.154998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Terminating (SIGTERM)\u000a01:33:55.196471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Terminating (SIGTERM)\u000a01:33:55.237928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Terminating (SIGTERM)\u000a01:33:55.247456 --- ParallelTerminationStrategy: PID 9160 died...\u000a01:33:55.302887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Terminated: ok {rc=0}\u000a01:33:55.313096 --- ParallelTerminationStrategy: PID 9163 died...\u000a01:33:55.368455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Terminated: ok {rc=0}\u000a01:33:55.378625 --- ParallelTerminationStrategy: PID 9166 died...\u000a01:33:55.433682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Terminated: ok {rc=0}\u000a01:33:55.520380 bus /sierra_3: Setting Powered False\u000a01:33:56.621276 bus /sierra_3: Setting Powered False\u000a01:33:57.730535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:33:59.702127 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:33:59.713325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:33:59.860490 tst mo_mt_call.py: using LAC 25067\u000a01:33:59.976722 tst mo_mt_call.py: using RAC 77\u000a01:34:00.091029 tst mo_mt_call.py: using CellId 25067\u000a01:34:00.205186 tst mo_mt_call.py: using BVCI 25068\u000a01:34:00.227303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:00.238657 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:00.249726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:00.261021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:00.272395 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:00.283618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:00.398845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:00.592320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:01.108488 run create_hlr_db(pid=9172): Launched\u000a01:34:01.279697 bus /sierra_2: Setting Powered False\u000a01:34:02.308365 run create_hlr_db(pid=9172): Terminated: ok {rc=0}\u000a01:34:02.698763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Launched\u000a01:34:02.993158 run osmo-hlr_10.42.42.2(pid=9175): Launched\u000a01:34:03.106323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:03.621038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Launched\u000a01:34:03.915186 run osmo-stp_10.42.42.5(pid=9178): Launched\u000a01:34:04.022221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:04.561254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Launched\u000a01:34:04.858071 run osmo-msc_10.42.42.6(pid=9181): Launched\u000a01:34:05.031876 run osmo-stp_10.42.42.5(pid=9178): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]\u000a01:34:05.158180 run osmo-stp_10.42.42.5(pid=9178): stdout: \u000a| (launched: 2022-12-10_01:34:03.770011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:05.281390 run osmo-stp_10.42.42.5(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221210013403935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013403936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013403936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013403936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:05.399618 run osmo-stp_10.42.42.5(pid=9178): stdout: \u000a| (launched: 2022-12-10_01:34:03.770011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:05.517530 run osmo-stp_10.42.42.5(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221210013403935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013403936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013403936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013403936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013403937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:05.570213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:34:05.578983 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a01:34:05.638245 run osmo-hlr_10.42.42.2(pid=9175): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9175)]\u000a01:34:05.686673 run osmo-hlr_10.42.42.2(pid=9175): stdout: \u000a| (launched: 2022-12-10_01:34:02.847037) \u000a01:34:05.735148 run osmo-hlr_10.42.42.2(pid=9175): stderr: \u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013403019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013403031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013403039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013403039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013403040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:05.801916 run osmo-msc_10.42.42.6(pid=9181): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9181)]\u000a01:34:05.850411 run osmo-msc_10.42.42.6(pid=9181): stdout: \u000a| (launched: 2022-12-10_01:34:04.711266) \u000a01:34:05.899452 run osmo-msc_10.42.42.6(pid=9181): stderr: \u000a| �[0;m�[38;5;43m20221210013404979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013404979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd84aef3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013404979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013404980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013404980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013404980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013404982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013404982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013404982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013404982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:05.940481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Terminating (SIGTERM)\u000a01:34:05.979582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Terminating (SIGTERM)\u000a01:34:06.018363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Terminating (SIGTERM)\u000a01:34:06.027818 --- ParallelTerminationStrategy: PID 9174 died...\u000a01:34:06.080012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Terminated: ok {rc=0}\u000a01:34:06.089969 --- ParallelTerminationStrategy: PID 9177 died...\u000a01:34:06.141736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Terminated: ok {rc=0}\u000a01:34:06.151481 --- ParallelTerminationStrategy: PID 9180 died...\u000a01:34:06.203616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Terminated: ok {rc=0}\u000a01:34:06.290061 bus /sierra_3: Setting Powered False\u000a01:34:07.391736 bus /sierra_3: Setting Powered False\u000a01:34:08.498787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:09.611314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:09.623629 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:34:09.789275 tst mo_mt_call_osmux.py: using LAC 25068\u000a01:34:09.911593 tst mo_mt_call_osmux.py: using RAC 78\u000a01:34:10.033495 tst mo_mt_call_osmux.py: using CellId 25068\u000a01:34:10.155669 tst mo_mt_call_osmux.py: using BVCI 25069\u000a01:34:10.179827 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:10.191562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:10.203021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:10.214516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:10.226148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:10.237581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:10.354986 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:10.553514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:11.018035 run create_hlr_db(pid=9183): Launched\u000a01:34:11.186196 bus /sierra_2: Setting Powered False\u000a01:34:12.208836 run create_hlr_db(pid=9183): Terminated: ok {rc=0}\u000a01:34:12.597916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Launched\u000a01:34:12.891092 run osmo-hlr_10.42.42.2(pid=9186): Launched\u000a01:34:13.004939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:13.520668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Launched\u000a01:34:13.815863 run osmo-stp_10.42.42.5(pid=9189): Launched\u000a01:34:13.922390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:14.457806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Launched\u000a01:34:14.752152 run osmo-msc_10.42.42.6(pid=9192): Launched\u000a01:34:14.926537 run osmo-stp_10.42.42.5(pid=9189): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a01:34:15.051129 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-10_01:34:13.670498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:15.173047 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221210013413835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013413835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013413836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013413836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:15.290763 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-10_01:34:13.670498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:15.407736 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221210013413835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013413835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013413836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013413836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:15.459233 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:34:15.467621 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a01:34:15.526686 run osmo-hlr_10.42.42.2(pid=9186): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9186)]\u000a01:34:15.574864 run osmo-hlr_10.42.42.2(pid=9186): stdout: \u000a| (launched: 2022-12-10_01:34:12.746500) \u000a01:34:15.623492 run osmo-hlr_10.42.42.2(pid=9186): stderr: \u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013412919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013412931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013412940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013412940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013412940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:15.689932 run osmo-msc_10.42.42.6(pid=9192): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9192)]\u000a01:34:15.738119 run osmo-msc_10.42.42.6(pid=9192): stdout: \u000a| (launched: 2022-12-10_01:34:14.606268) \u000a01:34:15.786814 run osmo-msc_10.42.42.6(pid=9192): stderr: \u000a| �[0;m�[38;5;43m20221210013414876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013414877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45cc457c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013414877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013414877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013414877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013414877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013414880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013414880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013414880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013414880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:15.828213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminating (SIGTERM)\u000a01:34:15.884397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminating (SIGTERM)\u000a01:34:15.925238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminating (SIGTERM)\u000a01:34:15.934974 --- ParallelTerminationStrategy: PID 9185 died...\u000a01:34:15.988675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminated: ok {rc=0}\u000a01:34:15.999800 --- ParallelTerminationStrategy: PID 9188 died...\u000a01:34:16.053372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminated: ok {rc=0}\u000a01:34:16.064433 --- ParallelTerminationStrategy: PID 9191 died...\u000a01:34:16.118613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminated: ok {rc=0}\u000a01:34:16.205962 bus /sierra_3: Setting Powered False\u000a01:34:17.310359 bus /sierra_3: Setting Powered False\u000a01:34:18.415519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:33:59" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:20.402206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:20.413736 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:34:20.569419 tst mo_mt_call.py: using LAC 25069\u000a01:34:20.694357 tst mo_mt_call.py: using RAC 79\u000a01:34:20.817209 tst mo_mt_call.py: using CellId 25069\u000a01:34:20.939661 tst mo_mt_call.py: using BVCI 25070\u000a01:34:20.963610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:20.975062 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:20.986424 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:20.997748 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:21.009134 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:21.020284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:21.132430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:21.337972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:21.842402 run create_hlr_db(pid=9197): Launched\u000a01:34:22.023694 bus /sierra_2: Setting Powered False\u000a01:34:23.045838 run create_hlr_db(pid=9197): Terminated: ok {rc=0}\u000a01:34:23.463304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Launched\u000a01:34:23.779241 run osmo-hlr_10.42.42.2(pid=9200): Launched\u000a01:34:23.897984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:24.447106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Launched\u000a01:34:24.761702 run osmo-stp_10.42.42.5(pid=9203): Launched\u000a01:34:24.875194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:25.451933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Launched\u000a01:34:25.768621 run osmo-msc_10.42.42.6(pid=9206): Launched\u000a01:34:25.954154 run osmo-stp_10.42.42.5(pid=9203): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a01:34:26.087748 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-10_01:34:24.607045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:26.220432 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221210013424796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013424797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013424797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013424797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:26.347178 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-10_01:34:24.607045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:26.472579 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221210013424796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013424797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013424797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013424797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013424798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:26.528165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:34:26.537222 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:34:26.598653 run osmo-hlr_10.42.42.2(pid=9200): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9200)]\u000a01:34:26.649075 run osmo-hlr_10.42.42.2(pid=9200): stdout: \u000a| (launched: 2022-12-10_01:34:23.623856) \u000a01:34:26.700100 run osmo-hlr_10.42.42.2(pid=9200): stderr: \u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013423831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013423840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013423840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013423840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:26.769580 run osmo-msc_10.42.42.6(pid=9206): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9206)]\u000a01:34:26.820011 run osmo-msc_10.42.42.6(pid=9206): stdout: \u000a| (launched: 2022-12-10_01:34:25.612516) \u000a01:34:26.870908 run osmo-msc_10.42.42.6(pid=9206): stderr: \u000a| �[0;m�[38;5;43m20221210013425933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013425933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e34659c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013425933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013425933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013425934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013425934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013425935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013425936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013425936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013425936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:26.914099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminating (SIGTERM)\u000a01:34:26.955048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminating (SIGTERM)\u000a01:34:26.995870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminating (SIGTERM)\u000a01:34:27.005216 --- ParallelTerminationStrategy: PID 9199 died...\u000a01:34:27.059793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminated: ok {rc=0}\u000a01:34:27.070103 --- ParallelTerminationStrategy: PID 9202 died...\u000a01:34:27.124828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminated: ok {rc=0}\u000a01:34:27.134746 --- ParallelTerminationStrategy: PID 9205 died...\u000a01:34:27.189201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminated: ok {rc=0}\u000a01:34:27.273863 bus /sierra_3: Setting Powered False\u000a01:34:28.379636 bus /sierra_3: Setting Powered False\u000a01:34:29.484714 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:30.596999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:30.609112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:34:30.766302 tst mo_mt_call_osmux.py: using LAC 25070\u000a01:34:30.917850 tst mo_mt_call_osmux.py: using RAC 80\u000a01:34:31.046593 tst mo_mt_call_osmux.py: using CellId 25070\u000a01:34:31.167758 tst mo_mt_call_osmux.py: using BVCI 25071\u000a01:34:31.191676 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:31.203701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:31.215825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:31.228589 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:31.240850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:31.253724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:31.370257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:31.600156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:32.185827 run create_hlr_db(pid=9208): Launched\u000a01:34:32.369162 bus /sierra_2: Setting Powered False\u000a01:34:33.389926 run create_hlr_db(pid=9208): Terminated: ok {rc=0}\u000a01:34:33.808864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Launched\u000a01:34:34.125289 run osmo-hlr_10.42.42.2(pid=9211): Launched\u000a01:34:34.239578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:34.786538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Launched\u000a01:34:35.102885 run osmo-stp_10.42.42.5(pid=9214): Launched\u000a01:34:35.217600 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:35.793479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Launched\u000a01:34:36.108226 run osmo-msc_10.42.42.6(pid=9217): Launched\u000a01:34:36.292920 run osmo-stp_10.42.42.5(pid=9214): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a01:34:36.426833 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-10_01:34:34.947369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:36.558971 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221210013435139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013435139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013435140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013435140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013435140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013435141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013435141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:36.685692 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-10_01:34:34.947369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:36.811097 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221210013435139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013435139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013435140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013435140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013435140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013435141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013435141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:36.866576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:34:36.875250 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:34:36.937692 run osmo-hlr_10.42.42.2(pid=9211): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9211)]\u000a01:34:36.988554 run osmo-hlr_10.42.42.2(pid=9211): stdout: \u000a| (launched: 2022-12-10_01:34:33.970021) \u000a01:34:37.040073 run osmo-hlr_10.42.42.2(pid=9211): stderr: \u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013434165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013434180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013434188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013434189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013434189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:37.110986 run osmo-msc_10.42.42.6(pid=9217): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9217)]\u000a01:34:37.161997 run osmo-msc_10.42.42.6(pid=9217): stdout: \u000a| (launched: 2022-12-10_01:34:35.953806) \u000a01:34:37.213275 run osmo-msc_10.42.42.6(pid=9217): stderr: \u000a| �[0;m�[38;5;43m20221210013436273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013436273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf71519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013436273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013436273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013436274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013436274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013436275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013436276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013436276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013436276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:37.256738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminating (SIGTERM)\u000a01:34:37.297896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminating (SIGTERM)\u000a01:34:37.339083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminating (SIGTERM)\u000a01:34:37.348736 --- ParallelTerminationStrategy: PID 9210 died...\u000a01:34:37.403624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminated: ok {rc=0}\u000a01:34:37.413672 --- ParallelTerminationStrategy: PID 9213 died...\u000a01:34:37.468752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminated: ok {rc=0}\u000a01:34:37.478862 --- ParallelTerminationStrategy: PID 9216 died...\u000a01:34:37.533810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminated: ok {rc=0}\u000a01:34:37.619767 bus /sierra_3: Setting Powered False\u000a01:34:38.724754 bus /sierra_3: Setting Powered False\u000a01:34:39.830587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:34:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:41.819345 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:41.830797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:34:41.985070 tst mo_mt_call.py: using LAC 25071\u000a01:34:42.102473 tst mo_mt_call.py: using RAC 81\u000a01:34:42.216477 tst mo_mt_call.py: using CellId 25071\u000a01:34:42.330565 tst mo_mt_call.py: using BVCI 25072\u000a01:34:42.352997 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.364175 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.375077 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.386670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.397537 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.409141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:34:42.523508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:34:42.718796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:43.181509 run create_hlr_db(pid=9222): Launched\u000a01:34:43.349684 bus /sierra_2: Setting Powered False\u000a01:34:44.371596 run create_hlr_db(pid=9222): Terminated: ok {rc=0}\u000a01:34:44.790168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Launched\u000a01:34:45.106380 run osmo-hlr_10.42.42.2(pid=9225): Launched\u000a01:34:45.221158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:45.767073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Launched\u000a01:34:46.223741 run osmo-stp_10.42.42.5(pid=9228): Launched\u000a01:34:46.481583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:47.079631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9230): Launched\u000a01:34:47.429491 run osmo-msc_10.42.42.6(pid=9231): Launched\u000a01:34:47.613700 run osmo-stp_10.42.42.5(pid=9228): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]\u000a01:34:47.747198 run osmo-stp_10.42.42.5(pid=9228): stdout: \u000a| (launched: 2022-12-10_01:34:45.947780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:47.879610 run osmo-stp_10.42.42.5(pid=9228): stderr: \u000a| �[0;m�[38;5;43m20221210013446307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013446307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013446310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013446311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013446312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013446312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013446313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:48.006705 run osmo-stp_10.42.42.5(pid=9228): stdout: \u000a| (launched: 2022-12-10_01:34:45.947780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:48.132774 run osmo-stp_10.42.42.5(pid=9228): stderr: \u000a| �[0;m�[38;5;43m20221210013446307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013446307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013446310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013446311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013446312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013446312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013446313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:48.188299 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:34:48.197357 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:34:48.258815 run osmo-hlr_10.42.42.2(pid=9225): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9225)]\u000a01:34:48.309348 run osmo-hlr_10.42.42.2(pid=9225): stdout: \u000a| (launched: 2022-12-10_01:34:44.950701) \u000a01:34:48.360260 run osmo-hlr_10.42.42.2(pid=9225): stderr: \u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013445144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013445158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013445166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013445166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013445166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:48.429667 run osmo-msc_10.42.42.6(pid=9231): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9231)]\u000a01:34:48.479821 run osmo-msc_10.42.42.6(pid=9231): stdout: \u000a| (launched: 2022-12-10_01:34:47.243349) \u000a01:34:48.530655 run osmo-msc_10.42.42.6(pid=9231): stderr: \u000a| �[0;m�[38;5;43m20221210013447586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013447586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb125ca1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013447586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013447586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013447586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013447586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013447588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013447588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013447589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013447589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:48.573941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminating (SIGTERM)\u000a01:34:48.615134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminating (SIGTERM)\u000a01:34:48.656043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9230): Terminating (SIGTERM)\u000a01:34:48.665691 --- ParallelTerminationStrategy: PID 9224 died...\u000a01:34:48.720487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminated: ok {rc=0}\u000a01:34:48.730481 --- ParallelTerminationStrategy: PID 9227 died...\u000a01:34:48.784915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminated: ok {rc=0}\u000a01:34:48.794966 --- ParallelTerminationStrategy: PID 9230 died...\u000a01:34:48.849350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9230): Terminated: ok {rc=0}\u000a01:34:48.935163 bus /sierra_3: Setting Powered False\u000a01:34:50.039955 bus /sierra_3: Setting Powered False\u000a01:34:51.145629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9239): Process ended prematurely: osmo-stp_10.42.42.5(pid=9239) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9239)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9239): Process ended prematurely: osmo-stp_10.42.42.5(pid=9239) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:52.257849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.270112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:34:52.429498 tst mo_mt_call_osmux.py: using LAC 25072\u000a01:34:52.553238 tst mo_mt_call_osmux.py: using RAC 82\u000a01:34:52.671725 tst mo_mt_call_osmux.py: using CellId 25072\u000a01:34:52.796201 tst mo_mt_call_osmux.py: using BVCI 25073\u000a01:34:52.820235 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.831797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.843184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.854573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.866067 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:34:52.877478 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:34:52.994803 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:34:53.192511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:53.655876 run create_hlr_db(pid=9233): Launched\u000a01:34:53.824628 bus /sierra_2: Setting Powered False\u000a01:34:54.847278 run create_hlr_db(pid=9233): Terminated: ok {rc=0}\u000a01:34:55.266323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9235): Launched\u000a01:34:55.583290 run osmo-hlr_10.42.42.2(pid=9236): Launched\u000a01:34:55.701718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:56.253941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9238): Launched\u000a01:34:56.570143 run osmo-stp_10.42.42.5(pid=9239): Launched\u000a01:34:56.684183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:57.261912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9241): Launched\u000a01:34:57.579291 run osmo-msc_10.42.42.6(pid=9242): Launched\u000a01:34:57.765280 run osmo-stp_10.42.42.5(pid=9239): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9239)]\u000a01:34:57.899091 run osmo-stp_10.42.42.5(pid=9239): stdout: \u000a| (launched: 2022-12-10_01:34:56.414398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:58.033192 run osmo-stp_10.42.42.5(pid=9239): stderr: \u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013456605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:58.160829 run osmo-stp_10.42.42.5(pid=9239): stdout: \u000a| (launched: 2022-12-10_01:34:56.414398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:58.287300 run osmo-stp_10.42.42.5(pid=9239): stderr: \u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013456605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013456605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013456606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:58.343013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9239): Process ended prematurely: osmo-stp_10.42.42.5(pid=9239) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9239)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:34:58.351915 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:34:58.413921 run osmo-hlr_10.42.42.2(pid=9236): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9236)]\u000a01:34:58.464440 run osmo-hlr_10.42.42.2(pid=9236): stdout: \u000a| (launched: 2022-12-10_01:34:55.427275) \u000a01:34:58.516027 run osmo-hlr_10.42.42.2(pid=9236): stderr: \u000a| �[0;m�[1;31m20221210013455622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013455622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013455622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013455622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013455622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013455623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013455635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013455643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013455643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013455643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:58.586018 run osmo-msc_10.42.42.6(pid=9242): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9242)]\u000a01:34:58.636520 run osmo-msc_10.42.42.6(pid=9242): stdout: \u000a| (launched: 2022-12-10_01:34:57.422864) \u000a01:34:58.687720 run osmo-msc_10.42.42.6(pid=9242): stderr: \u000a| �[0;m�[38;5;43m20221210013457745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013457746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff48d21ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013457746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013457746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013457746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013457746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013457748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013457748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013457748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013457748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:58.731244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9235): Terminating (SIGTERM)\u000a01:34:58.772558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9238): Terminating (SIGTERM)\u000a01:34:58.814420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9241): Terminating (SIGTERM)\u000a01:34:58.824182 --- ParallelTerminationStrategy: PID 9235 died...\u000a01:34:58.879262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9235): Terminated: ok {rc=0}\u000a01:34:58.889444 --- ParallelTerminationStrategy: PID 9238 died...\u000a01:34:58.944013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9238): Terminated: ok {rc=0}\u000a01:34:58.953999 --- ParallelTerminationStrategy: PID 9241 died...\u000a01:34:59.008611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9241): Terminated: ok {rc=0}\u000a01:34:59.093465 bus /sierra_3: Setting Powered False\u000a01:35:00.198495 bus /sierra_3: Setting Powered False\u000a01:35:01.317268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:34:41" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:35:03.291036 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.302227 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:03.451390 tst mo_mt_call.py: using LAC 25073\u000a01:35:03.566106 tst mo_mt_call.py: using RAC 83\u000a01:35:03.680857 tst mo_mt_call.py: using CellId 25073\u000a01:35:03.795566 tst mo_mt_call.py: using BVCI 25074\u000a01:35:03.817876 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.828855 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.839776 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.850921 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.862293 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:03.873432 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:03.989237 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:04.187205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:04.650481 run create_hlr_db(pid=9250): Launched\u000a01:35:04.819317 bus /sierra_2: Setting Powered False\u000a01:35:05.841269 run create_hlr_db(pid=9250): Terminated: ok {rc=0}\u000a01:35:06.232653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Launched\u000a01:35:06.526775 run osmo-hlr_10.42.42.2(pid=9253): Launched\u000a01:35:06.641643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:07.157120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Launched\u000a01:35:07.451128 run osmo-stp_10.42.42.5(pid=9256): Launched\u000a01:35:07.559185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:08.096670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Launched\u000a01:35:08.392416 run osmo-msc_10.42.42.6(pid=9259): Launched\u000a01:35:08.565330 run osmo-stp_10.42.42.5(pid=9256): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]\u000a01:35:08.690758 run osmo-stp_10.42.42.5(pid=9256): stdout: \u000a| (launched: 2022-12-10_01:35:07.305907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:08.813050 run osmo-stp_10.42.42.5(pid=9256): stderr: \u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013507474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:08.930918 run osmo-stp_10.42.42.5(pid=9256): stdout: \u000a| (launched: 2022-12-10_01:35:07.305907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:09.048243 run osmo-stp_10.42.42.5(pid=9256): stderr: \u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013507473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013507474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013507474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:09.100285 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:35:09.108599 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a01:35:09.168403 run osmo-hlr_10.42.42.2(pid=9253): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9253)]\u000a01:35:09.216848 run osmo-hlr_10.42.42.2(pid=9253): stdout: \u000a| (launched: 2022-12-10_01:35:06.382212) \u000a01:35:09.266038 run osmo-hlr_10.42.42.2(pid=9253): stderr: \u000a| �[0;m�[1;31m20221210013506555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013506555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013506556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013506556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013506556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013506556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013506567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013506576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013506576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013506577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:09.332674 run osmo-msc_10.42.42.6(pid=9259): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9259)]\u000a01:35:09.381043 run osmo-msc_10.42.42.6(pid=9259): stdout: \u000a| (launched: 2022-12-10_01:35:08.245852) \u000a01:35:09.429830 run osmo-msc_10.42.42.6(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221210013508514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013508514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11e4b75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013508514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013508514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013508514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013508515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013508517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013508517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013508517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013508517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:09.471114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Terminating (SIGTERM)\u000a01:35:09.510204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Terminating (SIGTERM)\u000a01:35:09.549406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Terminating (SIGTERM)\u000a01:35:09.558894 --- ParallelTerminationStrategy: PID 9252 died...\u000a01:35:09.611356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Terminated: ok {rc=0}\u000a01:35:09.621173 --- ParallelTerminationStrategy: PID 9255 died...\u000a01:35:09.673486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Terminated: ok {rc=0}\u000a01:35:09.683223 --- ParallelTerminationStrategy: PID 9258 died...\u000a01:35:09.735369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Terminated: ok {rc=0}\u000a01:35:09.818655 bus /sierra_3: Setting Powered False\u000a01:35:10.918779 bus /sierra_3: Setting Powered False\u000a01:35:12.028644 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:13.136227 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.147841 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:13.298579 tst mo_mt_call_osmux.py: using LAC 25074\u000a01:35:13.413341 tst mo_mt_call_osmux.py: using RAC 84\u000a01:35:13.529974 tst mo_mt_call_osmux.py: using CellId 25074\u000a01:35:13.647190 tst mo_mt_call_osmux.py: using BVCI 25075\u000a01:35:13.669457 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.680645 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.691664 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.703432 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.714782 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:13.726088 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:13.844357 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:14.042554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:14.506587 run create_hlr_db(pid=9261): Launched\u000a01:35:14.674943 bus /sierra_2: Setting Powered False\u000a01:35:15.697741 run create_hlr_db(pid=9261): Terminated: ok {rc=0}\u000a01:35:16.122912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Launched\u000a01:35:16.494910 run osmo-hlr_10.42.42.2(pid=9264): Launched\u000a01:35:16.643916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:17.286268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Launched\u000a01:35:17.583968 run osmo-stp_10.42.42.5(pid=9267): Launched\u000a01:35:17.691147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:18.230070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Launched\u000a01:35:18.526906 run osmo-msc_10.42.42.6(pid=9270): Launched\u000a01:35:18.700068 run osmo-stp_10.42.42.5(pid=9267): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]\u000a01:35:18.824866 run osmo-stp_10.42.42.5(pid=9267): stdout: \u000a| (launched: 2022-12-10_01:35:17.437146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:18.947067 run osmo-stp_10.42.42.5(pid=9267): stderr: \u000a| �[0;m�[38;5;43m20221210013517604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013517605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013517605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013517605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:19.064928 run osmo-stp_10.42.42.5(pid=9267): stdout: \u000a| (launched: 2022-12-10_01:35:17.437146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:19.182087 run osmo-stp_10.42.42.5(pid=9267): stderr: \u000a| �[0;m�[38;5;43m20221210013517604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013517605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013517605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013517605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013517606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:19.233906 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:35:19.242278 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:35:19.302229 run osmo-hlr_10.42.42.2(pid=9264): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9264)]\u000a01:35:19.350526 run osmo-hlr_10.42.42.2(pid=9264): stdout: \u000a| (launched: 2022-12-10_01:35:16.278254) \u000a01:35:19.399669 run osmo-hlr_10.42.42.2(pid=9264): stderr: \u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013516628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013516649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013516658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013516658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013516658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:19.466478 run osmo-msc_10.42.42.6(pid=9270): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9270)]\u000a01:35:19.514998 run osmo-msc_10.42.42.6(pid=9270): stdout: \u000a| (launched: 2022-12-10_01:35:18.380310) \u000a01:35:19.563940 run osmo-msc_10.42.42.6(pid=9270): stderr: \u000a| �[0;m�[38;5;43m20221210013518650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013518650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29d3a2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013518650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013518650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013518650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013518651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013518652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013518653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013518653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013518653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:19.605296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Terminating (SIGTERM)\u000a01:35:19.645196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Terminating (SIGTERM)\u000a01:35:19.684288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Terminating (SIGTERM)\u000a01:35:19.693533 --- ParallelTerminationStrategy: PID 9263 died...\u000a01:35:19.746223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Terminated: ok {rc=0}\u000a01:35:19.756012 --- ParallelTerminationStrategy: PID 9266 died...\u000a01:35:19.808679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Terminated: ok {rc=0}\u000a01:35:19.818539 --- ParallelTerminationStrategy: PID 9269 died...\u000a01:35:19.871087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Terminated: ok {rc=0}\u000a01:35:19.953982 bus /sierra_3: Setting Powered False\u000a01:35:21.059202 bus /sierra_3: Setting Powered False\u000a01:35:22.165484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:35:03" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:35:24.153057 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.164270 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:35:24.320711 tst mo_mt_call.py: using LAC 25075\u000a01:35:24.444034 tst mo_mt_call.py: using RAC 85\u000a01:35:24.569305 tst mo_mt_call.py: using CellId 25075\u000a01:35:24.692800 tst mo_mt_call.py: using BVCI 25076\u000a01:35:24.716631 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.728011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.739161 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.750310 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.761615 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:24.772717 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:24.884802 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:25.080251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:25.546019 run create_hlr_db(pid=9275): Launched\u000a01:35:25.716600 bus /sierra_2: Setting Powered False\u000a01:35:26.737048 run create_hlr_db(pid=9275): Terminated: ok {rc=0}\u000a01:35:27.129705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Launched\u000a01:35:27.424891 run osmo-hlr_10.42.42.2(pid=9278): Launched\u000a01:35:27.537279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:28.053984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Launched\u000a01:35:28.348419 run osmo-stp_10.42.42.5(pid=9281): Launched\u000a01:35:28.455616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:28.992711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Launched\u000a01:35:29.290212 run osmo-msc_10.42.42.6(pid=9284): Launched\u000a01:35:29.465471 run osmo-stp_10.42.42.5(pid=9281): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]\u000a01:35:29.591389 run osmo-stp_10.42.42.5(pid=9281): stdout: \u000a| (launched: 2022-12-10_01:35:28.203068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:29.714786 run osmo-stp_10.42.42.5(pid=9281): stderr: \u000a| �[0;m�[38;5;43m20221210013528370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013528370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013528371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013528371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:29.833604 run osmo-stp_10.42.42.5(pid=9281): stdout: \u000a| (launched: 2022-12-10_01:35:28.203068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:29.951105 run osmo-stp_10.42.42.5(pid=9281): stderr: \u000a| �[0;m�[38;5;43m20221210013528370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013528370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013528371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013528371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013528372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:30.003406 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:35:30.011848 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a01:35:30.070858 run osmo-hlr_10.42.42.2(pid=9278): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9278)]\u000a01:35:30.118835 run osmo-hlr_10.42.42.2(pid=9278): stdout: \u000a| (launched: 2022-12-10_01:35:27.279322) \u000a01:35:30.167903 run osmo-hlr_10.42.42.2(pid=9278): stderr: \u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013527453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013527464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013527472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:30.234627 run osmo-msc_10.42.42.6(pid=9284): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9284)]\u000a01:35:30.283019 run osmo-msc_10.42.42.6(pid=9284): stdout: \u000a| (launched: 2022-12-10_01:35:29.142745) \u000a01:35:30.331934 run osmo-msc_10.42.42.6(pid=9284): stderr: \u000a| �[0;m�[38;5;43m20221210013529411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013529411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde339a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013529411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013529411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013529411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013529412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013529414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013529414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013529414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013529415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:30.372907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Terminating (SIGTERM)\u000a01:35:30.411839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Terminating (SIGTERM)\u000a01:35:30.450936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Terminating (SIGTERM)\u000a01:35:30.460353 --- ParallelTerminationStrategy: PID 9277 died...\u000a01:35:30.512566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Terminated: ok {rc=0}\u000a01:35:30.522383 --- ParallelTerminationStrategy: PID 9280 died...\u000a01:35:30.574800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Terminated: ok {rc=0}\u000a01:35:30.584446 --- ParallelTerminationStrategy: PID 9283 died...\u000a01:35:30.637562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Terminated: ok {rc=0}\u000a01:35:30.719134 bus /sierra_3: Setting Powered False\u000a01:35:31.844875 bus /sierra_3: Setting Powered False\u000a01:35:32.956447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:34.063418 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.074976 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:35:34.223987 tst mo_mt_call_osmux.py: using LAC 25076\u000a01:35:34.339669 tst mo_mt_call_osmux.py: using RAC 86\u000a01:35:34.456672 tst mo_mt_call_osmux.py: using CellId 25076\u000a01:35:34.578321 tst mo_mt_call_osmux.py: using BVCI 25077\u000a01:35:34.600479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.611435 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.622187 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.633104 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.644069 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:34.654987 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:34.773370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:34.970150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:35.433489 run create_hlr_db(pid=9286): Launched\u000a01:35:35.601904 bus /sierra_2: Setting Powered False\u000a01:35:36.624393 run create_hlr_db(pid=9286): Terminated: ok {rc=0}\u000a01:35:37.016030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Launched\u000a01:35:37.310623 run osmo-hlr_10.42.42.2(pid=9289): Launched\u000a01:35:37.417596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:37.926365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Launched\u000a01:35:38.219889 run osmo-stp_10.42.42.5(pid=9292): Launched\u000a01:35:38.327660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:38.863438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Launched\u000a01:35:39.158747 run osmo-msc_10.42.42.6(pid=9295): Launched\u000a01:35:39.331855 run osmo-stp_10.42.42.5(pid=9292): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]\u000a01:35:39.456297 run osmo-stp_10.42.42.5(pid=9292): stdout: \u000a| (launched: 2022-12-10_01:35:38.074655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:39.578147 run osmo-stp_10.42.42.5(pid=9292): stderr: \u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013538243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:39.695913 run osmo-stp_10.42.42.5(pid=9292): stdout: \u000a| (launched: 2022-12-10_01:35:38.074655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:39.812711 run osmo-stp_10.42.42.5(pid=9292): stderr: \u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013538242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013538243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013538243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:39.864291 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)] [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:35:39.872656 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a01:35:39.932078 run osmo-hlr_10.42.42.2(pid=9289): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9289)]\u000a01:35:39.985436 run osmo-hlr_10.42.42.2(pid=9289): stdout: \u000a| (launched: 2022-12-10_01:35:37.165351) \u000a01:35:40.037248 run osmo-hlr_10.42.42.2(pid=9289): stderr: \u000a| �[0;m�[1;31m20221210013537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013537340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013537341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013537341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013537353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013537361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013537361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013537361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:40.107979 run osmo-msc_10.42.42.6(pid=9295): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9295)]\u000a01:35:40.159057 run osmo-msc_10.42.42.6(pid=9295): stdout: \u000a| (launched: 2022-12-10_01:35:39.012740) \u000a01:35:40.210451 run osmo-msc_10.42.42.6(pid=9295): stderr: \u000a| �[0;m�[38;5;43m20221210013539281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013539282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3146f77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013539282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013539282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013539282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013539282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013539284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013539284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013539284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013539285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:40.254019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Terminating (SIGTERM)\u000a01:35:40.295035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Terminating (SIGTERM)\u000a01:35:40.336601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Terminating (SIGTERM)\u000a01:35:40.346542 --- ParallelTerminationStrategy: PID 9288 died...\u000a01:35:40.401630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Terminated: ok {rc=0}\u000a01:35:40.411715 --- ParallelTerminationStrategy: PID 9291 died...\u000a01:35:40.466593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Terminated: ok {rc=0}\u000a01:35:40.476607 --- ParallelTerminationStrategy: PID 9294 died...\u000a01:35:40.531182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Terminated: ok {rc=0}\u000a01:35:40.615472 bus /sierra_3: Setting Powered False\u000a01:35:41.716978 bus /sierra_3: Setting Powered False\u000a01:35:42.826723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:35:23" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:35:44.828793 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:44.839799 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:35:44.975209 tst emergency_mo_mt_call.py: using LAC 25077\u000a01:35:45.096594 tst emergency_mo_mt_call.py: using RAC 87\u000a01:35:45.219797 tst emergency_mo_mt_call.py: using CellId 25077\u000a01:35:45.342051 tst emergency_mo_mt_call.py: using BVCI 25078\u000a01:35:45.365661 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:45.376698 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:45.387594 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:45.398469 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:45.409341 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:45.419965 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:45.531366 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:45.733657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:46.302790 run create_hlr_db(pid=9301): Launched\u000a01:35:46.477583 bus /sierra_2: Setting Powered False\u000a01:35:47.494238 run create_hlr_db(pid=9301): Terminated: ok {rc=0}\u000a01:35:47.879235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Launched\u000a01:35:48.169378 run osmo-hlr_10.42.42.2(pid=9304): Launched\u000a01:35:48.279349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:48.788509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Launched\u000a01:35:49.077419 run osmo-stp_10.42.42.5(pid=9307): Launched\u000a01:35:49.194424 tst emergency_mo_mt_call.py: using MSISDN 7479\u000a01:35:49.337240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:49.869272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Launched\u000a01:35:50.159976 run osmo-msc_10.42.42.6(pid=9310): Launched\u000a01:35:50.331278 run osmo-stp_10.42.42.5(pid=9307): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a01:35:50.454420 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-10_01:35:48.934755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:50.575638 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221210013549099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013549099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013549100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013549100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:50.692056 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-10_01:35:48.934755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:50.807869 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221210013549099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013549099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013549100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013549100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013549101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:50.858749 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)] [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a01:35:50.866682 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a01:35:50.926673 run osmo-hlr_10.42.42.2(pid=9304): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9304)]\u000a01:35:50.975848 run osmo-hlr_10.42.42.2(pid=9304): stdout: \u000a| (launched: 2022-12-10_01:35:48.026729) \u000a01:35:51.025059 run osmo-hlr_10.42.42.2(pid=9304): stderr: \u000a| �[0;m�[1;31m20221210013548200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013548200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013548200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013548200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013548200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013548201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013548213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013548222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013548222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013548222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:51.091966 run osmo-msc_10.42.42.6(pid=9310): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9310)]\u000a01:35:51.140600 run osmo-msc_10.42.42.6(pid=9310): stdout: \u000a| (launched: 2022-12-10_01:35:50.016056) \u000a01:35:51.190328 run osmo-msc_10.42.42.6(pid=9310): stderr: \u000a| �[0;m�[38;5;43m20221210013550284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013550284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52125e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013550285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013550285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013550285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013550285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013550287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013550287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013550287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013550287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:51.231850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminating (SIGTERM)\u000a01:35:51.271140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminating (SIGTERM)\u000a01:35:51.310483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminating (SIGTERM)\u000a01:35:51.319992 --- ParallelTerminationStrategy: PID 9303 died...\u000a01:35:51.372793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminated: ok {rc=0}\u000a01:35:51.382796 --- ParallelTerminationStrategy: PID 9306 died...\u000a01:35:51.434949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminated: ok {rc=0}\u000a01:35:51.444825 --- ParallelTerminationStrategy: PID 9309 died...\u000a01:35:51.497368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminated: ok {rc=0}\u000a01:35:51.584615 bus /sierra_3: Setting Powered False\u000a01:35:52.687557 bus /sierra_3: Setting Powered False\u000a01:35:53.797016 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:35:54.849056 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:54.860813 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:35:54.999465 tst emergency_preemptive_call.py: using LAC 25078\u000a01:35:55.121850 tst emergency_preemptive_call.py: using RAC 88\u000a01:35:55.243181 tst emergency_preemptive_call.py: using CellId 25078\u000a01:35:55.364356 tst emergency_preemptive_call.py: using BVCI 25079\u000a01:35:55.386541 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:55.397435 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:55.408045 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:55.419595 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:55.431123 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:35:55.442579 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:55.560286 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:55.671858 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:55.789727 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:35:55.983289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:56.440655 run create_hlr_db(pid=9312): Launched\u000a01:35:56.608160 bus /sierra_2: Setting Powered False\u000a01:35:57.627604 run create_hlr_db(pid=9312): Terminated: ok {rc=0}\u000a01:35:58.040263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Launched\u000a01:35:58.351139 run osmo-hlr_10.42.42.2(pid=9315): Launched\u000a01:35:58.464625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:59.004752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Launched\u000a01:35:59.315931 run osmo-stp_10.42.42.5(pid=9318): Launched\u000a01:35:59.441010 tst emergency_preemptive_call.py: using MSISDN 7480\u000a01:35:59.595398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:00.162281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Launched\u000a01:36:00.473113 run osmo-msc_10.42.42.6(pid=9321): Launched\u000a01:36:00.655359 run osmo-stp_10.42.42.5(pid=9318): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a01:36:00.786372 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-10_01:35:59.163544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:00.973975 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221210013559351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013559352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013559352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013559352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:01.094455 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-10_01:35:59.163544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:01.215165 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221210013559351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013559352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013559352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013559352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013559353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:01.267720 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)] [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a01:36:01.276823 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:36:01.343101 run osmo-hlr_10.42.42.2(pid=9315): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9315)]\u000a01:36:01.395984 run osmo-hlr_10.42.42.2(pid=9315): stdout: \u000a| (launched: 2022-12-10_01:35:58.198283) \u000a01:36:01.448568 run osmo-hlr_10.42.42.2(pid=9315): stderr: \u000a| �[0;m�[1;31m20221210013558392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013558392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013558392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013558392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013558392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013558393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013558405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013558413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013558414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013558414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:01.520071 run osmo-msc_10.42.42.6(pid=9321): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9321)]\u000a01:36:01.571978 run osmo-msc_10.42.42.6(pid=9321): stdout: \u000a| (launched: 2022-12-10_01:36:00.320596) \u000a01:36:01.625327 run osmo-msc_10.42.42.6(pid=9321): stderr: \u000a| �[0;m�[38;5;43m20221210013600641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210013600641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd559a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210013600641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210013600641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210013600642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210013600642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210013600644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210013600644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210013600644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210013600644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:01.670177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminating (SIGTERM)\u000a01:36:01.714577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a01:36:01.760097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminating (SIGTERM)\u000a01:36:01.770655 --- ParallelTerminationStrategy: PID 9314 died...\u000a01:36:01.828786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminated: ok {rc=0}\u000a01:36:01.839458 --- ParallelTerminationStrategy: PID 9317 died...\u000a01:36:01.896848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a01:36:01.907599 --- ParallelTerminationStrategy: PID 9320 died...\u000a01:36:01.965400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminated: ok {rc=0}\u000a01:36:02.063265 bus /sierra_9: Setting Powered False\u000a01:36:03.170906 bus /sierra_9: Setting Powered False\u000a01:36:04.280132 bus /sierra_8: Setting Powered False\u000a01:36:05.381832 bus /sierra_8: Setting Powered False\u000a01:36:06.491503 bus /sierra_3: Setting Powered False\u000a01:36:07.592269 bus /sierra_3: Setting Powered False\u000a01:36:08.703119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:35:44" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:36:10.793415 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:10.803895 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:10.933823 tst cs_paging_gprs_active.py: using LAC 25079\u000a01:36:11.054451 tst cs_paging_gprs_active.py: using RAC 89\u000a01:36:11.176757 tst cs_paging_gprs_active.py: using CellId 25079\u000a01:36:11.298936 tst cs_paging_gprs_active.py: using BVCI 25080\u000a01:36:11.323371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.334520 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.345464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.356325 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.367144 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.377918 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.389282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.400175 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:11.411403 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:11.527290 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:11.815455 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:36:11.947927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:12.275837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Launched\u000a01:36:12.548128 run iperf3-srv_10.42.42.10(pid=9328): Launched\u000a01:36:12.742820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:36:12.875046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:13.203056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Launched\u000a01:36:13.475662 run iperf3-srv_10.42.42.10(pid=9330): Launched\u000a01:36:13.669057 tst cs_paging_gprs_active.py:38: start network...\u000a01:36:13.801249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:14.308767 run create_hlr_db(pid=9331): Launched\u000a01:36:14.491469 bus /sierra_2: Setting Powered False\u000a01:36:15.513287 run create_hlr_db(pid=9331): Terminated: ok {rc=0}\u000a01:36:15.931380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Launched\u000a01:36:16.349265 run osmo-hlr_10.42.42.2(pid=9334): Launched\u000a01:36:16.507262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:17.132737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Launched\u000a01:36:17.453330 run osmo-stp_10.42.42.5(pid=9337): Launched\u000a01:36:17.569255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:18.122276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Launched\u000a01:36:18.235347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:18.511737 run patchelf(pid=9340): Launched\u000a01:36:18.698048 run osmo-stp_10.42.42.5(pid=9337): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)]\u000a01:36:18.833905 run osmo-stp_10.42.42.5(pid=9337): stdout: \u000a| (launched: 2022-12-10_01:36:17.297485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:18.970111 run osmo-stp_10.42.42.5(pid=9337): stderr: \u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013617485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:19.101634 run osmo-stp_10.42.42.5(pid=9337): stdout: \u000a| (launched: 2022-12-10_01:36:17.297485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:19.232436 run osmo-stp_10.42.42.5(pid=9337): stderr: \u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013617484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013617485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013617485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:19.383855 run patchelf(pid=9340): Terminating (SIGINT)\u000a01:36:19.561396 run patchelf(pid=9340): Terminated: ok {rc=0}\u000a01:36:19.593981 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9337): Process ended prematurely: osmo-stp_10.42.42.5(pid=9337) [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9337)] [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a01:36:19.603485 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:36:19.665301 run osmo-hlr_10.42.42.2(pid=9334): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9334)]\u000a01:36:19.715608 run osmo-hlr_10.42.42.2(pid=9334): stdout: \u000a| (launched: 2022-12-10_01:36:16.085435) \u000a01:36:19.766522 run osmo-hlr_10.42.42.2(pid=9334): stderr: \u000a| �[0;m�[1;31m20221210013616392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013616392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013616392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013616392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013616393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013616393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013616407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013616417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013616417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013616417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:19.810253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Terminating (SIGTERM)\u000a01:36:19.851259 run iperf3-srv_10.42.42.10(pid=9328): Terminating (SIGTERM)\u000a01:36:19.892375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Terminating (SIGTERM)\u000a01:36:19.933606 run iperf3-srv_10.42.42.10(pid=9330): Terminating (SIGTERM)\u000a01:36:19.974809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Terminating (SIGTERM)\u000a01:36:20.015968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Terminating (SIGTERM)\u000a01:36:20.057206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Terminating (SIGTERM)\u000a01:36:20.066979 --- ParallelTerminationStrategy: PID 9327 died...\u000a01:36:20.122920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9327): Terminated: ok {rc=0}\u000a01:36:20.133055 --- ParallelTerminationStrategy: PID 9328 died...\u000a01:36:20.187488 run iperf3-srv_10.42.42.10(pid=9328): Terminated {rc=256}\u000a01:36:20.197474 --- ParallelTerminationStrategy: PID 9329 died...\u000a01:36:20.251990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9329): Terminated: ok {rc=0}\u000a01:36:20.262071 --- ParallelTerminationStrategy: PID 9330 died...\u000a01:36:20.316451 run iperf3-srv_10.42.42.10(pid=9330): Terminated {rc=256}\u000a01:36:20.326429 --- ParallelTerminationStrategy: PID 9333 died...\u000a01:36:20.381124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9333): Terminated: ok {rc=0}\u000a01:36:20.391208 --- ParallelTerminationStrategy: PID 9336 died...\u000a01:36:20.445704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9336): Terminated: ok {rc=0}\u000a01:36:20.455778 --- ParallelTerminationStrategy: PID 9339 died...\u000a01:36:20.510393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9339): Terminated: ok {rc=0}\u000a01:36:20.596287 bus /gobi_0: Setting Powered False\u000a01:36:21.702112 bus /gobi_0: Setting Powered False\u000a01:36:22.808702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a01:36:23.921535 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:23.933663 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:24.076001 tst iperf3.py: using LAC 25080\u000a01:36:24.195732 tst iperf3.py: using RAC 90\u000a01:36:24.309917 tst iperf3.py: using CellId 25080\u000a01:36:24.423765 tst iperf3.py: using BVCI 25081\u000a01:36:24.446475 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.457295 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.467673 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.479029 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.490292 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.501366 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.512571 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.523592 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:24.534885 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:24.825255 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:36:24.957188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:25.283772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Launched\u000a01:36:25.555672 run iperf3-srv_10.42.42.10(pid=9342): Launched\u000a01:36:25.749217 tst iperf3.py:8: start network...\u000a01:36:25.880696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:26.386053 run create_hlr_db(pid=9343): Launched\u000a01:36:26.567790 bus /gobi_6: Setting Powered False\u000a01:36:27.588900 run create_hlr_db(pid=9343): Terminated: ok {rc=0}\u000a01:36:27.984374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Launched\u000a01:36:28.279427 run osmo-hlr_10.42.42.2(pid=9346): Launched\u000a01:36:28.393981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:28.917799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Launched\u000a01:36:29.215332 run osmo-stp_10.42.42.5(pid=9349): Launched\u000a01:36:29.322697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:29.835977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Launched\u000a01:36:29.940521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:30.197628 run patchelf(pid=9352): Launched\u000a01:36:30.369880 run osmo-stp_10.42.42.5(pid=9349): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)]\u000a01:36:30.495430 run osmo-stp_10.42.42.5(pid=9349): stdout: \u000a| (launched: 2022-12-10_01:36:29.068147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:30.621244 run osmo-stp_10.42.42.5(pid=9349): stderr: \u000a| �[0;m�[38;5;43m20221210013629237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013629237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013629238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013629238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013629238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013629239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013629239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:30.743279 run osmo-stp_10.42.42.5(pid=9349): stdout: \u000a| (launched: 2022-12-10_01:36:29.068147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:30.884934 run osmo-stp_10.42.42.5(pid=9349): stderr: \u000a| �[0;m�[38;5;43m20221210013629237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013629237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013629238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013629238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013629238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013629239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013629239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:31.042208 run patchelf(pid=9352): Terminating (SIGINT)\u000a01:36:31.225513 run patchelf(pid=9352): Terminated: ok {rc=0}\u000a01:36:31.259020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9349): Process ended prematurely: osmo-stp_10.42.42.5(pid=9349) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9349)] [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a01:36:31.269450 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:36:31.334889 run osmo-hlr_10.42.42.2(pid=9346): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9346)]\u000a01:36:31.388416 run osmo-hlr_10.42.42.2(pid=9346): stdout: \u000a| (launched: 2022-12-10_01:36:28.133648) \u000a01:36:31.441744 run osmo-hlr_10.42.42.2(pid=9346): stderr: \u000a| �[0;m�[1;31m20221210013628307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013628307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013628307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013628307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013628307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013628308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013628321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013628329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013628329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013628329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:31.486882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Terminating (SIGTERM)\u000a01:36:31.533137 run iperf3-srv_10.42.42.10(pid=9342): Terminating (SIGTERM)\u000a01:36:31.577599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Terminating (SIGTERM)\u000a01:36:31.622227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Terminating (SIGTERM)\u000a01:36:31.666355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Terminating (SIGTERM)\u000a01:36:31.678491 --- ParallelTerminationStrategy: PID 9341 died...\u000a01:36:31.739347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9341): Terminated: ok {rc=0}\u000a01:36:31.750050 --- ParallelTerminationStrategy: PID 9342 died...\u000a01:36:31.808033 run iperf3-srv_10.42.42.10(pid=9342): Terminated {rc=256}\u000a01:36:31.818710 --- ParallelTerminationStrategy: PID 9345 died...\u000a01:36:31.876124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9345): Terminated: ok {rc=0}\u000a01:36:31.886976 --- ParallelTerminationStrategy: PID 9348 died...\u000a01:36:31.945328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9348): Terminated: ok {rc=0}\u000a01:36:31.955993 --- ParallelTerminationStrategy: PID 9351 died...\u000a01:36:32.013311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9351): Terminated: ok {rc=0}\u000a01:36:32.102506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a01:36:33.211137 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.222541 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:33.361291 tst iperf3m4.py: using LAC 25081\u000a01:36:33.479115 tst iperf3m4.py: using RAC 91\u000a01:36:33.602181 tst iperf3m4.py: using CellId 25081\u000a01:36:33.725996 tst iperf3m4.py: using BVCI 25082\u000a01:36:33.750260 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.761524 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.772373 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.783314 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.794316 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.805145 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.816201 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.826983 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:33.837982 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:33.950929 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:34.071013 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:34.185773 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:34.462970 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:36:34.585758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:34.891362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Launched\u000a01:36:35.145900 run iperf3-srv_10.42.42.10(pid=9354): Launched\u000a01:36:35.325146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:36:35.447726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:35.752886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Launched\u000a01:36:36.006880 run iperf3-srv_10.42.42.10(pid=9356): Launched\u000a01:36:36.185835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:36:36.307768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:36.613398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Launched\u000a01:36:36.868452 run iperf3-srv_10.42.42.10(pid=9358): Launched\u000a01:36:37.048468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:36:37.171666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:37.479026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Launched\u000a01:36:37.733071 run iperf3-srv_10.42.42.10(pid=9360): Launched\u000a01:36:37.912582 tst iperf3m4.py:8: start network...\u000a01:36:38.035186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:38.499106 run create_hlr_db(pid=9361): Launched\u000a01:36:38.668241 bus /gobi_6: Setting Powered False\u000a01:36:39.691231 run create_hlr_db(pid=9361): Terminated: ok {rc=0}\u000a01:36:40.083571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Launched\u000a01:36:40.379298 run osmo-hlr_10.42.42.2(pid=9364): Launched\u000a01:36:40.490576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:41.114601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Launched\u000a01:36:41.406336 run osmo-stp_10.42.42.5(pid=9367): Launched\u000a01:36:41.512224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:42.020336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Launched\u000a01:36:42.124271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:42.379778 run patchelf(pid=9370): Launched\u000a01:36:42.551367 run osmo-stp_10.42.42.5(pid=9367): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)]\u000a01:36:42.676917 run osmo-stp_10.42.42.5(pid=9367): stdout: \u000a| (launched: 2022-12-10_01:36:41.262728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:42.802869 run osmo-stp_10.42.42.5(pid=9367): stderr: \u000a| �[0;m�[38;5;43m20221210013641427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013641428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013641428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013641428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:42.924792 run osmo-stp_10.42.42.5(pid=9367): stdout: \u000a| (launched: 2022-12-10_01:36:41.262728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:43.045858 run osmo-stp_10.42.42.5(pid=9367): stderr: \u000a| �[0;m�[38;5;43m20221210013641427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013641428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013641428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013641428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013641429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:43.186283 run patchelf(pid=9370): Terminating (SIGINT)\u000a01:36:43.350922 run patchelf(pid=9370): Terminated: ok {rc=0}\u000a01:36:43.381549 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9367): Process ended prematurely: osmo-stp_10.42.42.5(pid=9367) [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9367)] [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a01:36:43.390595 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a01:36:43.451273 run osmo-hlr_10.42.42.2(pid=9364): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9364)]\u000a01:36:43.499950 run osmo-hlr_10.42.42.2(pid=9364): stdout: \u000a| (launched: 2022-12-10_01:36:40.233374) \u000a01:36:43.549336 run osmo-hlr_10.42.42.2(pid=9364): stderr: \u000a| �[0;m�[1;31m20221210013640404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013640404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013640404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013640404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013640405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013640405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013640417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013640425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013640425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013640425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:43.590983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Terminating (SIGTERM)\u000a01:36:43.630673 run iperf3-srv_10.42.42.10(pid=9354): Terminating (SIGTERM)\u000a01:36:43.670092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Terminating (SIGTERM)\u000a01:36:43.709326 run iperf3-srv_10.42.42.10(pid=9356): Terminating (SIGTERM)\u000a01:36:43.748507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Terminating (SIGTERM)\u000a01:36:43.787597 run iperf3-srv_10.42.42.10(pid=9358): Terminating (SIGTERM)\u000a01:36:43.826821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Terminating (SIGTERM)\u000a01:36:43.865899 run iperf3-srv_10.42.42.10(pid=9360): Terminating (SIGTERM)\u000a01:36:43.905059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Terminating (SIGTERM)\u000a01:36:43.944766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Terminating (SIGTERM)\u000a01:36:43.984268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Terminating (SIGTERM)\u000a01:36:43.993844 --- ParallelTerminationStrategy: PID 9353 died...\u000a01:36:44.046751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9353): Terminated: ok {rc=0}\u000a01:36:44.056674 --- ParallelTerminationStrategy: PID 9354 died...\u000a01:36:44.109204 run iperf3-srv_10.42.42.10(pid=9354): Terminated {rc=256}\u000a01:36:44.118761 --- ParallelTerminationStrategy: PID 9355 died...\u000a01:36:44.172136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9355): Terminated: ok {rc=0}\u000a01:36:44.181920 --- ParallelTerminationStrategy: PID 9356 died...\u000a01:36:44.233975 run iperf3-srv_10.42.42.10(pid=9356): Terminated {rc=256}\u000a01:36:44.243673 --- ParallelTerminationStrategy: PID 9357 died...\u000a01:36:44.295763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9357): Terminated: ok {rc=0}\u000a01:36:44.305650 --- ParallelTerminationStrategy: PID 9358 died...\u000a01:36:44.358042 run iperf3-srv_10.42.42.10(pid=9358): Terminated {rc=256}\u000a01:36:44.367568 --- ParallelTerminationStrategy: PID 9359 died...\u000a01:36:44.419846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9359): Terminated: ok {rc=0}\u000a01:36:44.429681 --- ParallelTerminationStrategy: PID 9360 died...\u000a01:36:44.481803 run iperf3-srv_10.42.42.10(pid=9360): Terminated {rc=256}\u000a01:36:44.491599 --- ParallelTerminationStrategy: PID 9363 died...\u000a01:36:44.544151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9363): Terminated: ok {rc=0}\u000a01:36:44.553798 --- ParallelTerminationStrategy: PID 9366 died...\u000a01:36:44.606091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9366): Terminated: ok {rc=0}\u000a01:36:44.615701 --- ParallelTerminationStrategy: PID 9369 died...\u000a01:36:44.668117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9369): Terminated: ok {rc=0}\u000a01:36:44.750390 bus /gobi_4: Setting Powered False\u000a01:36:45.858069 bus /gobi_4: Setting Powered False\u000a01:36:46.994542 bus /gobi_1: Setting Powered False\u000a01:36:48.096519 bus /gobi_1: Setting Powered False\u000a01:36:49.206810 bus /gobi_0: Setting Powered False\u000a01:36:50.308183 bus /gobi_0: Setting Powered False\u000a01:36:51.414189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9378): Process ended prematurely: osmo-stp_10.42.42.5(pid=9378) [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9378)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9378): Process ended prematurely: osmo-stp_10.42.42.5(pid=9378) [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a01:36:52.479014 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:52.490267 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:52.618566 tst ping.py: using LAC 25082\u000a01:36:52.731393 tst ping.py: using RAC 92\u000a01:36:52.844258 tst ping.py: using CellId 25082\u000a01:36:52.959004 tst ping.py: using BVCI 25083\u000a01:36:52.980912 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:52.991593 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.002006 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.012604 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.023239 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.033829 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.044630 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:53.055200 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:53.320483 tst ping.py:19: start network...\u000a01:36:53.439548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:53.894486 run create_hlr_db(pid=9372): Launched\u000a01:36:54.061531 bus /gobi_6: Setting Powered False\u000a01:36:55.082845 run create_hlr_db(pid=9372): Terminated: ok {rc=0}\u000a01:36:55.495120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9374): Launched\u000a01:36:55.805189 run osmo-hlr_10.42.42.2(pid=9375): Launched\u000a01:36:55.922628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:56.462373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9377): Launched\u000a01:36:56.771479 run osmo-stp_10.42.42.5(pid=9378): Launched\u000a01:36:56.883203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:57.423636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9380): Launched\u000a01:36:57.533145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:57.801268 run patchelf(pid=9381): Launched\u000a01:36:57.980809 run osmo-stp_10.42.42.5(pid=9378): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9378)]\u000a01:36:58.112628 run osmo-stp_10.42.42.5(pid=9378): stdout: \u000a| (launched: 2022-12-10_01:36:56.619501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:58.244790 run osmo-stp_10.42.42.5(pid=9378): stderr: \u000a| �[0;m�[38;5;43m20221210013656809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013656809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013656810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013656810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013656810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013656811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013656811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:58.372774 run osmo-stp_10.42.42.5(pid=9378): stdout: \u000a| (launched: 2022-12-10_01:36:56.619501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:58.499609 run osmo-stp_10.42.42.5(pid=9378): stderr: \u000a| �[0;m�[38;5;43m20221210013656809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013656809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013656810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013656810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013656810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013656811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013656811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:58.646297 run patchelf(pid=9381): Terminating (SIGINT)\u000a01:36:58.818039 run patchelf(pid=9381): Terminated: ok {rc=0}\u000a01:36:58.849473 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9378): Process ended prematurely: osmo-stp_10.42.42.5(pid=9378) [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9378)] [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a01:36:58.858663 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:36:58.920391 run osmo-hlr_10.42.42.2(pid=9375): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9375)]\u000a01:36:58.971335 run osmo-hlr_10.42.42.2(pid=9375): stdout: \u000a| (launched: 2022-12-10_01:36:55.652416) \u000a01:36:59.022966 run osmo-hlr_10.42.42.2(pid=9375): stderr: \u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013655847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013655860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013655870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013655870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013655871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:59.066762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9374): Terminating (SIGTERM)\u000a01:36:59.108195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9377): Terminating (SIGTERM)\u000a01:36:59.149967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9380): Terminating (SIGTERM)\u000a01:36:59.159791 --- ParallelTerminationStrategy: PID 9374 died...\u000a01:36:59.215184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9374): Terminated: ok {rc=0}\u000a01:36:59.225212 --- ParallelTerminationStrategy: PID 9377 died...\u000a01:36:59.280094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9377): Terminated: ok {rc=0}\u000a01:36:59.290125 --- ParallelTerminationStrategy: PID 9380 died...\u000a01:36:59.345135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9380): Terminated: ok {rc=0}\u000a01:36:59.431200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a01:37:00.482696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:00.494526 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:00.631864 tst ping_idle_ping.py: using LAC 25083\u000a01:37:00.755674 tst ping_idle_ping.py: using RAC 93\u000a01:37:00.883308 tst ping_idle_ping.py: using CellId 25083\u000a01:37:01.009110 tst ping_idle_ping.py: using BVCI 25084\u000a01:37:01.036209 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.047918 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.059342 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.072641 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.085354 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.097873 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.110610 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.122919 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:01.453892 tst ping_idle_ping.py:24: start network...\u000a01:37:01.595472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:02.200433 run create_hlr_db(pid=9382): Launched\u000a01:37:02.381582 bus /gobi_6: Setting Powered False\u000a01:37:03.400822 run create_hlr_db(pid=9382): Terminated: ok {rc=0}\u000a01:37:03.791485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Launched\u000a01:37:04.082590 run osmo-hlr_10.42.42.2(pid=9385): Launched\u000a01:37:04.192019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:04.696276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Launched\u000a01:37:04.986367 run osmo-stp_10.42.42.5(pid=9388): Launched\u000a01:37:05.092177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:05.597721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9390): Launched\u000a01:37:05.700337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:05.953802 run patchelf(pid=9391): Launched\u000a01:37:06.123879 run osmo-stp_10.42.42.5(pid=9388): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]\u000a01:37:06.248202 run osmo-stp_10.42.42.5(pid=9388): stdout: \u000a| (launched: 2022-12-10_01:37:04.843015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:06.373557 run osmo-stp_10.42.42.5(pid=9388): stderr: \u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013705012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:06.494320 run osmo-stp_10.42.42.5(pid=9388): stdout: \u000a| (launched: 2022-12-10_01:37:04.843015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:06.614144 run osmo-stp_10.42.42.5(pid=9388): stderr: \u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013705012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013705013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:06.752760 run patchelf(pid=9391): Terminating (SIGINT)\u000a01:37:06.915410 run patchelf(pid=9391): Terminated: ok {rc=0}\u000a01:37:06.945410 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)] [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a01:37:06.954010 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:37:07.013430 run osmo-hlr_10.42.42.2(pid=9385): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9385)]\u000a01:37:07.061717 run osmo-hlr_10.42.42.2(pid=9385): stdout: \u000a| (launched: 2022-12-10_01:37:03.938520) \u000a01:37:07.110549 run osmo-hlr_10.42.42.2(pid=9385): stderr: \u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013704112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013704126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013704135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013704135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013704135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:07.151646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Terminating (SIGTERM)\u000a01:37:07.190698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Terminating (SIGTERM)\u000a01:37:07.229554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9390): Terminating (SIGTERM)\u000a01:37:07.238438 --- ParallelTerminationStrategy: PID 9384 died...\u000a01:37:07.290247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Terminated: ok {rc=0}\u000a01:37:07.299745 --- ParallelTerminationStrategy: PID 9387 died...\u000a01:37:07.351333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Terminated: ok {rc=0}\u000a01:37:07.360869 --- ParallelTerminationStrategy: PID 9390 died...\u000a01:37:07.412692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9390): Terminated: ok {rc=0}\u000a01:37:07.500318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:36:10" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9405): Process ended prematurely: osmo-stp_10.42.42.5(pid=9405) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9405)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9405): Process ended prematurely: osmo-stp_10.42.42.5(pid=9405) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:37:09.641450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:09.652891 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:09.794196 tst cs_paging_gprs_active.py: using LAC 25084\u000a01:37:09.918142 tst cs_paging_gprs_active.py: using RAC 94\u000a01:37:10.044101 tst cs_paging_gprs_active.py: using CellId 25084\u000a01:37:10.171869 tst cs_paging_gprs_active.py: using BVCI 25085\u000a01:37:10.196282 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.207719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.218938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.230589 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.242148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.254532 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.265992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.278224 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:10.290122 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:10.405327 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:10.693386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:37:10.825439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:11.151971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9395): Launched\u000a01:37:11.425145 run iperf3-srv_10.42.42.10(pid=9396): Launched\u000a01:37:11.618355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:37:11.750243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:12.077325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9397): Launched\u000a01:37:12.348262 run iperf3-srv_10.42.42.10(pid=9398): Launched\u000a01:37:12.540237 tst cs_paging_gprs_active.py:38: start network...\u000a01:37:12.671339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:13.176570 run create_hlr_db(pid=9399): Launched\u000a01:37:13.358132 bus /gobi_6: Setting Powered False\u000a01:37:14.379861 run create_hlr_db(pid=9399): Terminated: ok {rc=0}\u000a01:37:14.798372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9401): Launched\u000a01:37:15.114724 run osmo-hlr_10.42.42.2(pid=9402): Launched\u000a01:37:15.230086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:15.777497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9404): Launched\u000a01:37:16.203257 run osmo-stp_10.42.42.5(pid=9405): Launched\u000a01:37:16.372934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:16.969118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9407): Launched\u000a01:37:17.086103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:17.365634 run patchelf(pid=9408): Launched\u000a01:37:17.550339 run osmo-stp_10.42.42.5(pid=9405): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9405)]\u000a01:37:17.684833 run osmo-stp_10.42.42.5(pid=9405): stdout: \u000a| (launched: 2022-12-10_01:37:15.948379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:17.819502 run osmo-stp_10.42.42.5(pid=9405): stderr: \u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013716245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:17.950136 run osmo-stp_10.42.42.5(pid=9405): stdout: \u000a| (launched: 2022-12-10_01:37:15.948379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:18.079351 run osmo-stp_10.42.42.5(pid=9405): stderr: \u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013716240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013716245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013716246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:18.229919 run patchelf(pid=9408): Terminating (SIGINT)\u000a01:37:18.405653 run patchelf(pid=9408): Terminated: ok {rc=0}\u000a01:37:18.437969 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9405): Process ended prematurely: osmo-stp_10.42.42.5(pid=9405) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9405)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:37:18.447673 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:37:18.509623 run osmo-hlr_10.42.42.2(pid=9402): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9402)]\u000a01:37:18.560102 run osmo-hlr_10.42.42.2(pid=9402): stdout: \u000a| (launched: 2022-12-10_01:37:14.958481) \u000a01:37:18.611274 run osmo-hlr_10.42.42.2(pid=9402): stderr: \u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013715156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013715173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013715183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013715183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013715183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:18.654996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9395): Terminating (SIGTERM)\u000a01:37:18.696304 run iperf3-srv_10.42.42.10(pid=9396): Terminating (SIGTERM)\u000a01:37:18.737703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9397): Terminating (SIGTERM)\u000a01:37:18.778890 run iperf3-srv_10.42.42.10(pid=9398): Terminating (SIGTERM)\u000a01:37:18.820249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9401): Terminating (SIGTERM)\u000a01:37:18.861578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9404): Terminating (SIGTERM)\u000a01:37:18.902957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9407): Terminating (SIGTERM)\u000a01:37:18.912509 --- ParallelTerminationStrategy: PID 9395 died...\u000a01:37:18.967751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9395): Terminated: ok {rc=0}\u000a01:37:18.977768 --- ParallelTerminationStrategy: PID 9396 died...\u000a01:37:19.032224 run iperf3-srv_10.42.42.10(pid=9396): Terminated {rc=256}\u000a01:37:19.042125 --- ParallelTerminationStrategy: PID 9397 died...\u000a01:37:19.096742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9397): Terminated: ok {rc=0}\u000a01:37:19.106773 --- ParallelTerminationStrategy: PID 9398 died...\u000a01:37:19.163288 run iperf3-srv_10.42.42.10(pid=9398): Terminated {rc=256}\u000a01:37:19.173366 --- ParallelTerminationStrategy: PID 9401 died...\u000a01:37:19.228293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9401): Terminated: ok {rc=0}\u000a01:37:19.238276 --- ParallelTerminationStrategy: PID 9404 died...\u000a01:37:19.293174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9404): Terminated: ok {rc=0}\u000a01:37:19.303226 --- ParallelTerminationStrategy: PID 9407 died...\u000a01:37:19.358131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9407): Terminated: ok {rc=0}\u000a01:37:19.444231 bus /gobi_0: Setting Powered False\u000a01:37:20.550112 bus /gobi_0: Setting Powered False\u000a01:37:21.659949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:37:22.773007 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:22.785087 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:22.924922 tst iperf3.py: using LAC 25085\u000a01:37:23.053788 tst iperf3.py: using RAC 95\u000a01:37:23.176802 tst iperf3.py: using CellId 25085\u000a01:37:23.309788 tst iperf3.py: using BVCI 25086\u000a01:37:23.334005 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.345487 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.356606 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.367901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.379049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.390258 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.401508 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.412572 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:23.423835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:23.697682 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:23.820200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:24.125519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Launched\u000a01:37:24.380888 run iperf3-srv_10.42.42.10(pid=9410): Launched\u000a01:37:24.559856 tst iperf3.py:8: start network...\u000a01:37:24.681963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:25.147694 run create_hlr_db(pid=9411): Launched\u000a01:37:25.317211 bus /gobi_6: Setting Powered False\u000a01:37:26.339521 run create_hlr_db(pid=9411): Terminated: ok {rc=0}\u000a01:37:26.732528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Launched\u000a01:37:27.029610 run osmo-hlr_10.42.42.2(pid=9414): Launched\u000a01:37:27.137598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:27.649121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Launched\u000a01:37:27.946832 run osmo-stp_10.42.42.5(pid=9417): Launched\u000a01:37:28.055015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:28.569751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9419): Launched\u000a01:37:28.674149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:28.931501 run patchelf(pid=9420): Launched\u000a01:37:29.103935 run osmo-stp_10.42.42.5(pid=9417): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a01:37:29.230396 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-10_01:37:27.799081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:29.356710 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013727968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:29.478989 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-10_01:37:27.799081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:29.599935 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013727968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013727968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013727969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:29.740445 run patchelf(pid=9420): Terminating (SIGINT)\u000a01:37:29.904862 run patchelf(pid=9420): Terminated: ok {rc=0}\u000a01:37:29.935423 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a01:37:29.944429 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a01:37:30.004218 run osmo-hlr_10.42.42.2(pid=9414): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9414)]\u000a01:37:30.052564 run osmo-hlr_10.42.42.2(pid=9414): stdout: \u000a| (launched: 2022-12-10_01:37:26.882652) \u000a01:37:30.101729 run osmo-hlr_10.42.42.2(pid=9414): stderr: \u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013727054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013727066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013727077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013727077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013727077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:30.143207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminating (SIGTERM)\u000a01:37:30.182577 run iperf3-srv_10.42.42.10(pid=9410): Terminating (SIGTERM)\u000a01:37:30.222107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminating (SIGTERM)\u000a01:37:30.261469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminating (SIGTERM)\u000a01:37:30.300833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9419): Terminating (SIGTERM)\u000a01:37:30.310209 --- ParallelTerminationStrategy: PID 9409 died...\u000a01:37:30.363728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9409): Terminated: ok {rc=0}\u000a01:37:30.373250 --- ParallelTerminationStrategy: PID 9410 died...\u000a01:37:30.425502 run iperf3-srv_10.42.42.10(pid=9410): Terminated {rc=256}\u000a01:37:30.435142 --- ParallelTerminationStrategy: PID 9413 died...\u000a01:37:30.487500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminated: ok {rc=0}\u000a01:37:30.497136 --- ParallelTerminationStrategy: PID 9416 died...\u000a01:37:30.549528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminated: ok {rc=0}\u000a01:37:30.559620 --- ParallelTerminationStrategy: PID 9419 died...\u000a01:37:30.612350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9419): Terminated: ok {rc=0}\u000a01:37:30.694893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9441): Process ended prematurely: osmo-stp_10.42.42.5(pid=9441) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9441)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9441): Process ended prematurely: osmo-stp_10.42.42.5(pid=9441) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:37:31.815792 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:31.828752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:31.965783 tst iperf3m4.py: using LAC 25086\u000a01:37:32.088190 tst iperf3m4.py: using RAC 96\u000a01:37:32.209395 tst iperf3m4.py: using CellId 25086\u000a01:37:32.327149 tst iperf3m4.py: using BVCI 25087\u000a01:37:32.349824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.360860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.371828 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.383448 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.394516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.405607 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.416621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.427497 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:32.438562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:32.559092 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:32.676881 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:32.793207 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:33.062958 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:33.185595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:33.491407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9421): Launched\u000a01:37:33.745219 run iperf3-srv_10.42.42.10(pid=9422): Launched\u000a01:37:33.924254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:37:34.046659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:34.352714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Launched\u000a01:37:34.607132 run iperf3-srv_10.42.42.10(pid=9424): Launched\u000a01:37:34.785821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:37:34.907956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:35.213922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9425): Launched\u000a01:37:35.468745 run iperf3-srv_10.42.42.10(pid=9426): Launched\u000a01:37:35.647620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:37:35.770026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:36.077298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9433): Launched\u000a01:37:36.331866 run iperf3-srv_10.42.42.10(pid=9434): Launched\u000a01:37:36.510885 tst iperf3m4.py:8: start network...\u000a01:37:36.633222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:37.098050 run create_hlr_db(pid=9435): Launched\u000a01:37:37.267401 bus /gobi_6: Setting Powered False\u000a01:37:38.288897 run create_hlr_db(pid=9435): Terminated: ok {rc=0}\u000a01:37:38.682459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9437): Launched\u000a01:37:38.978158 run osmo-hlr_10.42.42.2(pid=9438): Launched\u000a01:37:39.092865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:39.613957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9440): Launched\u000a01:37:39.910969 run osmo-stp_10.42.42.5(pid=9441): Launched\u000a01:37:40.019606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:40.534428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9443): Launched\u000a01:37:40.639226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:40.897760 run patchelf(pid=9444): Launched\u000a01:37:41.071475 run osmo-stp_10.42.42.5(pid=9441): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9441)]\u000a01:37:41.198443 run osmo-stp_10.42.42.5(pid=9441): stdout: \u000a| (launched: 2022-12-10_01:37:39.764074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:41.326309 run osmo-stp_10.42.42.5(pid=9441): stderr: \u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013739931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:41.449123 run osmo-stp_10.42.42.5(pid=9441): stdout: \u000a| (launched: 2022-12-10_01:37:39.764074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:41.571234 run osmo-stp_10.42.42.5(pid=9441): stderr: \u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013739930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013739931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013739931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:41.713018 run patchelf(pid=9444): Terminating (SIGINT)\u000a01:37:41.879165 run patchelf(pid=9444): Terminated: ok {rc=0}\u000a01:37:41.909931 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9441): Process ended prematurely: osmo-stp_10.42.42.5(pid=9441) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9441)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:37:41.919074 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a01:37:41.979076 run osmo-hlr_10.42.42.2(pid=9438): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9438)]\u000a01:37:42.027560 run osmo-hlr_10.42.42.2(pid=9438): stdout: \u000a| (launched: 2022-12-10_01:37:38.832217) \u000a01:37:42.076826 run osmo-hlr_10.42.42.2(pid=9438): stderr: \u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013739005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013739017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013739026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013739026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013739026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:42.118476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9421): Terminating (SIGTERM)\u000a01:37:42.158057 run iperf3-srv_10.42.42.10(pid=9422): Terminating (SIGTERM)\u000a01:37:42.197376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Terminating (SIGTERM)\u000a01:37:42.237034 run iperf3-srv_10.42.42.10(pid=9424): Terminating (SIGTERM)\u000a01:37:42.276163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9425): Terminating (SIGTERM)\u000a01:37:42.315408 run iperf3-srv_10.42.42.10(pid=9426): Terminating (SIGTERM)\u000a01:37:42.354777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9433): Terminating (SIGTERM)\u000a01:37:42.394131 run iperf3-srv_10.42.42.10(pid=9434): Terminating (SIGTERM)\u000a01:37:42.433313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9437): Terminating (SIGTERM)\u000a01:37:42.472714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9440): Terminating (SIGTERM)\u000a01:37:42.511999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9443): Terminating (SIGTERM)\u000a01:37:42.521388 --- ParallelTerminationStrategy: PID 9421 died...\u000a01:37:42.573839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9421): Terminated: ok {rc=0}\u000a01:37:42.583435 --- ParallelTerminationStrategy: PID 9422 died...\u000a01:37:42.635913 run iperf3-srv_10.42.42.10(pid=9422): Terminated {rc=256}\u000a01:37:42.645386 --- ParallelTerminationStrategy: PID 9423 died...\u000a01:37:42.697543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9423): Terminated: ok {rc=0}\u000a01:37:42.707152 --- ParallelTerminationStrategy: PID 9424 died...\u000a01:37:42.759249 run iperf3-srv_10.42.42.10(pid=9424): Terminated {rc=256}\u000a01:37:42.768913 --- ParallelTerminationStrategy: PID 9425 died...\u000a01:37:42.821220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9425): Terminated: ok {rc=0}\u000a01:37:42.830908 --- ParallelTerminationStrategy: PID 9426 died...\u000a01:37:42.882922 run iperf3-srv_10.42.42.10(pid=9426): Terminated {rc=256}\u000a01:37:42.892423 --- ParallelTerminationStrategy: PID 9433 died...\u000a01:37:42.944609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9433): Terminated: ok {rc=0}\u000a01:37:42.954302 --- ParallelTerminationStrategy: PID 9434 died...\u000a01:37:43.006609 run iperf3-srv_10.42.42.10(pid=9434): Terminated {rc=256}\u000a01:37:43.016022 --- ParallelTerminationStrategy: PID 9437 died...\u000a01:37:43.068873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9437): Terminated: ok {rc=0}\u000a01:37:43.078339 --- ParallelTerminationStrategy: PID 9440 died...\u000a01:37:43.130817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9440): Terminated: ok {rc=0}\u000a01:37:43.140458 --- ParallelTerminationStrategy: PID 9443 died...\u000a01:37:43.192798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9443): Terminated: ok {rc=0}\u000a01:37:43.275606 bus /gobi_4: Setting Powered False\u000a01:37:44.382221 bus /gobi_4: Setting Powered False\u000a01:37:45.489273 bus /gobi_1: Setting Powered False\u000a01:37:46.599646 bus /gobi_1: Setting Powered False\u000a01:37:47.709448 bus /gobi_0: Setting Powered False\u000a01:37:48.812368 bus /gobi_0: Setting Powered False\u000a01:37:49.918778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9451): Process ended prematurely: osmo-stp_10.42.42.5(pid=9451) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9451)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9451): Process ended prematurely: osmo-stp_10.42.42.5(pid=9451) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:37:50.987310 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.999330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:51.138460 tst ping.py: using LAC 25087\u000a01:37:51.259633 tst ping.py: using RAC 97\u000a01:37:51.383008 tst ping.py: using CellId 25087\u000a01:37:51.506035 tst ping.py: using BVCI 25088\u000a01:37:51.529887 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.541306 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.552382 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.563639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.574845 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.586296 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.597622 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:51.608710 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:51.875684 tst ping.py:19: start network...\u000a01:37:51.995778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:52.451499 run create_hlr_db(pid=9445): Launched\u000a01:37:52.617910 bus /gobi_6: Setting Powered False\u000a01:37:53.639073 run create_hlr_db(pid=9445): Terminated: ok {rc=0}\u000a01:37:54.049282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9447): Launched\u000a01:37:54.360216 run osmo-hlr_10.42.42.2(pid=9448): Launched\u000a01:37:54.473404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:54.991300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9450): Launched\u000a01:37:55.282247 run osmo-stp_10.42.42.5(pid=9451): Launched\u000a01:37:55.387663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:55.895968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9453): Launched\u000a01:37:55.998833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:56.252430 run patchelf(pid=9454): Launched\u000a01:37:56.422325 run osmo-stp_10.42.42.5(pid=9451): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9451)]\u000a01:37:56.546605 run osmo-stp_10.42.42.5(pid=9451): stdout: \u000a| (launched: 2022-12-10_01:37:55.137917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:56.671081 run osmo-stp_10.42.42.5(pid=9451): stderr: \u000a| �[0;m�[38;5;43m20221210013755304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013755304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013755305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013755305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:56.791554 run osmo-stp_10.42.42.5(pid=9451): stdout: \u000a| (launched: 2022-12-10_01:37:55.137917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:56.911329 run osmo-stp_10.42.42.5(pid=9451): stderr: \u000a| �[0;m�[38;5;43m20221210013755304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013755304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013755305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013755305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013755306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:57.050548 run patchelf(pid=9454): Terminating (SIGINT)\u000a01:37:57.213181 run patchelf(pid=9454): Terminated: ok {rc=0}\u000a01:37:57.242786 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9451): Process ended prematurely: osmo-stp_10.42.42.5(pid=9451) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9451)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a01:37:57.251435 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:37:57.312044 run osmo-hlr_10.42.42.2(pid=9448): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9448)]\u000a01:37:57.361217 run osmo-hlr_10.42.42.2(pid=9448): stdout: \u000a| (launched: 2022-12-10_01:37:54.206561) \u000a01:37:57.410904 run osmo-hlr_10.42.42.2(pid=9448): stderr: \u000a| �[0;m�[1;31m20221210013754401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013754401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013754402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013754402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013754402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013754402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013754414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013754422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013754422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013754422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:57.453697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9447): Terminating (SIGTERM)\u000a01:37:57.493866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9450): Terminating (SIGTERM)\u000a01:37:57.533699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9453): Terminating (SIGTERM)\u000a01:37:57.543219 --- ParallelTerminationStrategy: PID 9447 died...\u000a01:37:57.597232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9447): Terminated: ok {rc=0}\u000a01:37:57.606773 --- ParallelTerminationStrategy: PID 9450 died...\u000a01:37:57.659927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9450): Terminated: ok {rc=0}\u000a01:37:57.669860 --- ParallelTerminationStrategy: PID 9453 died...\u000a01:37:57.723302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9453): Terminated: ok {rc=0}\u000a01:37:57.806696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9461): Process ended prematurely: osmo-stp_10.42.42.5(pid=9461) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9461)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9461): Process ended prematurely: osmo-stp_10.42.42.5(pid=9461) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:37:58.858402 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:58.870762 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:59.011606 tst ping_idle_ping.py: using LAC 25088\u000a01:37:59.133642 tst ping_idle_ping.py: using RAC 98\u000a01:37:59.256289 tst ping_idle_ping.py: using CellId 25088\u000a01:37:59.378687 tst ping_idle_ping.py: using BVCI 25089\u000a01:37:59.402743 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.414142 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.425429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.437355 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.449144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.461398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.473491 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.484809 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:59.754906 tst ping_idle_ping.py:24: start network...\u000a01:37:59.875185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:00.336067 run create_hlr_db(pid=9455): Launched\u000a01:38:00.503753 bus /gobi_6: Setting Powered False\u000a01:38:01.591235 run create_hlr_db(pid=9455): Terminated: ok {rc=0}\u000a01:38:02.074666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9457): Launched\u000a01:38:02.393277 run osmo-hlr_10.42.42.2(pid=9458): Launched\u000a01:38:02.506740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:03.049224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9460): Launched\u000a01:38:03.360626 run osmo-stp_10.42.42.5(pid=9461): Launched\u000a01:38:03.473228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:04.017225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9463): Launched\u000a01:38:04.127988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:04.399789 run patchelf(pid=9464): Launched\u000a01:38:04.582430 run osmo-stp_10.42.42.5(pid=9461): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9461)]\u000a01:38:04.715886 run osmo-stp_10.42.42.5(pid=9461): stdout: \u000a| (launched: 2022-12-10_01:38:03.207494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:04.849783 run osmo-stp_10.42.42.5(pid=9461): stderr: \u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013803399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:04.978945 run osmo-stp_10.42.42.5(pid=9461): stdout: \u000a| (launched: 2022-12-10_01:38:03.207494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:05.107262 run osmo-stp_10.42.42.5(pid=9461): stderr: \u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013803399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013803399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013803400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:05.256224 run patchelf(pid=9464): Terminating (SIGINT)\u000a01:38:05.429425 run patchelf(pid=9464): Terminated: ok {rc=0}\u000a01:38:05.461169 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9461): Process ended prematurely: osmo-stp_10.42.42.5(pid=9461) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9461)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:38:05.470292 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:38:05.532722 run osmo-hlr_10.42.42.2(pid=9458): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9458)]\u000a01:38:05.584003 run osmo-hlr_10.42.42.2(pid=9458): stdout: \u000a| (launched: 2022-12-10_01:38:02.237656) \u000a01:38:05.636178 run osmo-hlr_10.42.42.2(pid=9458): stderr: \u000a| �[0;m�[1;31m20221210013802431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013802431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013802431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013802432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013802432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013802432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013802444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013802452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013802453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013802453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:05.680051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9457): Terminating (SIGTERM)\u000a01:38:05.721515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9460): Terminating (SIGTERM)\u000a01:38:05.762765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9463): Terminating (SIGTERM)\u000a01:38:05.772393 --- ParallelTerminationStrategy: PID 9457 died...\u000a01:38:05.827733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9457): Terminated: ok {rc=0}\u000a01:38:05.837860 --- ParallelTerminationStrategy: PID 9460 died...\u000a01:38:05.893108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9460): Terminated: ok {rc=0}\u000a01:38:05.903135 --- ParallelTerminationStrategy: PID 9463 died...\u000a01:38:05.958049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9463): Terminated: ok {rc=0}\u000a01:38:06.045187 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:37:09" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9478): Process ended prematurely: osmo-stp_10.42.42.5(pid=9478) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9478)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9478): Process ended prematurely: osmo-stp_10.42.42.5(pid=9478) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:38:08.188062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.199458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:08.358860 tst cs_paging_gprs_active.py: using LAC 25089\u000a01:38:08.483293 tst cs_paging_gprs_active.py: using RAC 99\u000a01:38:08.607354 tst cs_paging_gprs_active.py: using CellId 25089\u000a01:38:08.731735 tst cs_paging_gprs_active.py: using BVCI 25090\u000a01:38:08.756206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.767600 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.778827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.790087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.801356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.812466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.823803 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.834875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:08.846263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:08.962758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:09.235644 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:38:09.359066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:09.667056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9468): Launched\u000a01:38:09.922670 run iperf3-srv_10.42.42.10(pid=9469): Launched\u000a01:38:10.103019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:38:10.226527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:10.533092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9470): Launched\u000a01:38:10.788058 run iperf3-srv_10.42.42.10(pid=9471): Launched\u000a01:38:10.967791 tst cs_paging_gprs_active.py:38: start network...\u000a01:38:11.090364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:11.556634 run create_hlr_db(pid=9472): Launched\u000a01:38:11.726837 bus /gobi_6: Setting Powered False\u000a01:38:12.749129 run create_hlr_db(pid=9472): Terminated: ok {rc=0}\u000a01:38:13.170251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9474): Launched\u000a01:38:13.487791 run osmo-hlr_10.42.42.2(pid=9475): Launched\u000a01:38:13.605488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:14.156245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9477): Launched\u000a01:38:14.474098 run osmo-stp_10.42.42.5(pid=9478): Launched\u000a01:38:14.589767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:15.143982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9480): Launched\u000a01:38:15.258208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:15.536349 run patchelf(pid=9481): Launched\u000a01:38:15.723456 run osmo-stp_10.42.42.5(pid=9478): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9478)]\u000a01:38:15.860483 run osmo-stp_10.42.42.5(pid=9478): stdout: \u000a| (launched: 2022-12-10_01:38:14.317936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:15.999013 run osmo-stp_10.42.42.5(pid=9478): stderr: \u000a| �[0;m�[38;5;43m20221210013814506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013814506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013814507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013814507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013814507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013814508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013814508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:16.157030 run osmo-stp_10.42.42.5(pid=9478): stdout: \u000a| (launched: 2022-12-10_01:38:14.317936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:16.308183 run osmo-stp_10.42.42.5(pid=9478): stderr: \u000a| �[0;m�[38;5;43m20221210013814506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013814506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013814507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013814507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013814507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013814508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013814508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:16.480901 run patchelf(pid=9481): Terminating (SIGINT)\u000a01:38:16.665815 run patchelf(pid=9481): Terminated: ok {rc=0}\u000a01:38:16.699480 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9478): Process ended prematurely: osmo-stp_10.42.42.5(pid=9478) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9478)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:38:16.709771 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:38:16.773229 run osmo-hlr_10.42.42.2(pid=9475): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9475)]\u000a01:38:16.824755 run osmo-hlr_10.42.42.2(pid=9475): stdout: \u000a| (launched: 2022-12-10_01:38:13.332233) \u000a01:38:16.877011 run osmo-hlr_10.42.42.2(pid=9475): stderr: \u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013813530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013813543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013813552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013813552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013813552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:16.921657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9468): Terminating (SIGTERM)\u000a01:38:16.974222 run iperf3-srv_10.42.42.10(pid=9469): Terminating (SIGTERM)\u000a01:38:17.019735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9470): Terminating (SIGTERM)\u000a01:38:17.068491 run iperf3-srv_10.42.42.10(pid=9471): Terminating (SIGTERM)\u000a01:38:17.120092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9474): Terminating (SIGTERM)\u000a01:38:17.162688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9477): Terminating (SIGTERM)\u000a01:38:17.208082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9480): Terminating (SIGTERM)\u000a01:38:17.219034 --- ParallelTerminationStrategy: PID 9468 died...\u000a01:38:17.275254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9468): Terminated: ok {rc=0}\u000a01:38:17.285550 --- ParallelTerminationStrategy: PID 9469 died...\u000a01:38:17.340723 run iperf3-srv_10.42.42.10(pid=9469): Terminated {rc=256}\u000a01:38:17.350962 --- ParallelTerminationStrategy: PID 9470 died...\u000a01:38:17.408123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9470): Terminated: ok {rc=0}\u000a01:38:17.418443 --- ParallelTerminationStrategy: PID 9471 died...\u000a01:38:17.476777 run iperf3-srv_10.42.42.10(pid=9471): Terminated {rc=256}\u000a01:38:17.489107 --- ParallelTerminationStrategy: PID 9474 died...\u000a01:38:17.553149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9474): Terminated: ok {rc=0}\u000a01:38:17.563662 --- ParallelTerminationStrategy: PID 9477 died...\u000a01:38:17.628872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9477): Terminated: ok {rc=0}\u000a01:38:17.640609 --- ParallelTerminationStrategy: PID 9480 died...\u000a01:38:17.698835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9480): Terminated: ok {rc=0}\u000a01:38:17.807781 bus /gobi_0: Setting Powered False\u000a01:38:18.961789 bus /gobi_0: Setting Powered False\u000a01:38:20.076518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9762): Process ended prematurely: osmo-stp_10.42.42.5(pid=9762) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9762)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9762): Process ended prematurely: osmo-stp_10.42.42.5(pid=9762) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:38:21.189404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.201910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:21.360168 tst iperf3.py: using LAC 25090\u000a01:38:21.481643 tst iperf3.py: using RAC 100\u000a01:38:21.602547 tst iperf3.py: using CellId 25090\u000a01:38:21.722507 tst iperf3.py: using BVCI 25091\u000a01:38:21.747382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.759252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.770928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.784644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.797207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.809604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.822581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.835769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:21.847641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:22.125154 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:22.251426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:22.591797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9754): Launched\u000a01:38:22.884749 run iperf3-srv_10.42.42.10(pid=9755): Launched\u000a01:38:23.084648 tst iperf3.py:8: start network...\u000a01:38:23.222095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:23.775345 run create_hlr_db(pid=9756): Launched\u000a01:38:23.966591 bus /gobi_6: Setting Powered False\u000a01:38:24.989290 run create_hlr_db(pid=9756): Terminated: ok {rc=0}\u000a01:38:25.440474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9758): Launched\u000a01:38:25.885462 run osmo-hlr_10.42.42.2(pid=9759): Launched\u000a01:38:26.063809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:26.684384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9761): Launched\u000a01:38:27.076498 run osmo-stp_10.42.42.5(pid=9762): Launched\u000a01:38:27.307204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:27.932808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9764): Launched\u000a01:38:28.042972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:28.331197 run patchelf(pid=9765): Launched\u000a01:38:28.524482 run osmo-stp_10.42.42.5(pid=9762): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9762)]\u000a01:38:28.665842 run osmo-stp_10.42.42.5(pid=9762): stdout: \u000a| (launched: 2022-12-10_01:38:26.838814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:28.807912 run osmo-stp_10.42.42.5(pid=9762): stderr: \u000a| �[0;m�[38;5;43m20221210013827170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013827170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013827171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013827171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013827172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:28.945654 run osmo-stp_10.42.42.5(pid=9762): stdout: \u000a| (launched: 2022-12-10_01:38:26.838814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:29.080418 run osmo-stp_10.42.42.5(pid=9762): stderr: \u000a| �[0;m�[38;5;43m20221210013827170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013827170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013827171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013827171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013827171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013827172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:29.239624 run patchelf(pid=9765): Terminating (SIGINT)\u000a01:38:29.424637 run patchelf(pid=9765): Terminated: ok {rc=0}\u000a01:38:29.460148 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9762): Process ended prematurely: osmo-stp_10.42.42.5(pid=9762) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9762)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:38:29.470956 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a01:38:29.537557 run osmo-hlr_10.42.42.2(pid=9759): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9759)]\u000a01:38:29.590626 run osmo-hlr_10.42.42.2(pid=9759): stdout: \u000a| (launched: 2022-12-10_01:38:25.610821) \u000a01:38:29.644572 run osmo-hlr_10.42.42.2(pid=9759): stderr: \u000a| �[0;m�[1;31m20221210013825922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013825922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013825922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013825923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013825923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013825923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013825948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013825956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013825961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013825961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:29.691099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9754): Terminating (SIGTERM)\u000a01:38:29.737530 run iperf3-srv_10.42.42.10(pid=9755): Terminating (SIGTERM)\u000a01:38:29.783066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9758): Terminating (SIGTERM)\u000a01:38:29.827970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9761): Terminating (SIGTERM)\u000a01:38:29.872681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9764): Terminating (SIGTERM)\u000a01:38:29.882695 --- ParallelTerminationStrategy: PID 9754 died...\u000a01:38:29.940709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9754): Terminated: ok {rc=0}\u000a01:38:29.951328 --- ParallelTerminationStrategy: PID 9755 died...\u000a01:38:30.007598 run iperf3-srv_10.42.42.10(pid=9755): Terminated {rc=256}\u000a01:38:30.018068 --- ParallelTerminationStrategy: PID 9758 died...\u000a01:38:30.075355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9758): Terminated: ok {rc=0}\u000a01:38:30.085918 --- ParallelTerminationStrategy: PID 9761 died...\u000a01:38:30.143226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9761): Terminated: ok {rc=0}\u000a01:38:30.153691 --- ParallelTerminationStrategy: PID 9764 died...\u000a01:38:30.211421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9764): Terminated: ok {rc=0}\u000a01:38:30.300531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:38:31.466093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:31.483661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:31.686794 tst iperf3m4.py: using LAC 25091\u000a01:38:31.832447 tst iperf3m4.py: using RAC 101\u000a01:38:31.983777 tst iperf3m4.py: using CellId 25091\u000a01:38:32.147575 tst iperf3m4.py: using BVCI 25092\u000a01:38:32.179785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.195063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.212044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.227741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.240685 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.254243 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.269404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.286400 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:32.302209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:32.461438 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:32.608137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:32.758455 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:33.091526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:33.221922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:33.560609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Launched\u000a01:38:33.846880 run iperf3-srv_10.42.42.10(pid=9767): Launched\u000a01:38:34.035917 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:38:34.166270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:34.502096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Launched\u000a01:38:34.785369 run iperf3-srv_10.42.42.10(pid=9769): Launched\u000a01:38:34.974243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:38:35.103545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:35.438065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Launched\u000a01:38:35.722639 run iperf3-srv_10.42.42.10(pid=9771): Launched\u000a01:38:35.910432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:38:36.040346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:36.374992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Launched\u000a01:38:36.661626 run iperf3-srv_10.42.42.10(pid=9773): Launched\u000a01:38:36.851544 tst iperf3m4.py:8: start network...\u000a01:38:36.982184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:37.485842 run create_hlr_db(pid=9774): Launched\u000a01:38:37.669116 bus /gobi_6: Setting Powered False\u000a01:38:38.691673 run create_hlr_db(pid=9774): Terminated: ok {rc=0}\u000a01:38:39.118640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Launched\u000a01:38:39.528557 run osmo-hlr_10.42.42.2(pid=9777): Launched\u000a01:38:39.774610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:40.424180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Launched\u000a01:38:40.748875 run osmo-stp_10.42.42.5(pid=9780): Launched\u000a01:38:40.864035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:41.426429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9782): Launched\u000a01:38:41.541108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:41.823498 run patchelf(pid=9783): Launched\u000a01:38:42.011618 run osmo-stp_10.42.42.5(pid=9780): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]\u000a01:38:42.148590 run osmo-stp_10.42.42.5(pid=9780): stdout: \u000a| (launched: 2022-12-10_01:38:40.584041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:42.285704 run osmo-stp_10.42.42.5(pid=9780): stderr: \u000a| �[0;m�[38;5;43m20221210013840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013840785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013840785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:42.418432 run osmo-stp_10.42.42.5(pid=9780): stdout: \u000a| (launched: 2022-12-10_01:38:40.584041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:42.550044 run osmo-stp_10.42.42.5(pid=9780): stderr: \u000a| �[0;m�[38;5;43m20221210013840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013840785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013840785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013840786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:42.702130 run patchelf(pid=9783): Terminating (SIGINT)\u000a01:38:42.880466 run patchelf(pid=9783): Terminated: ok {rc=0}\u000a01:38:42.913503 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:38:42.923530 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a01:38:42.986156 run osmo-hlr_10.42.42.2(pid=9777): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9777)]\u000a01:38:43.036874 run osmo-hlr_10.42.42.2(pid=9777): stdout: \u000a| (launched: 2022-12-10_01:38:39.276022) \u000a01:38:43.088077 run osmo-hlr_10.42.42.2(pid=9777): stderr: \u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013839625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013839641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013839654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013839654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013839654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:43.131927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Terminating (SIGTERM)\u000a01:38:43.173297 run iperf3-srv_10.42.42.10(pid=9767): Terminating (SIGTERM)\u000a01:38:43.214854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Terminating (SIGTERM)\u000a01:38:43.255947 run iperf3-srv_10.42.42.10(pid=9769): Terminating (SIGTERM)\u000a01:38:43.297362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Terminating (SIGTERM)\u000a01:38:43.338360 run iperf3-srv_10.42.42.10(pid=9771): Terminating (SIGTERM)\u000a01:38:43.379363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Terminating (SIGTERM)\u000a01:38:43.420191 run iperf3-srv_10.42.42.10(pid=9773): Terminating (SIGTERM)\u000a01:38:43.461436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Terminating (SIGTERM)\u000a01:38:43.502694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Terminating (SIGTERM)\u000a01:38:43.543937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9782): Terminating (SIGTERM)\u000a01:38:43.553610 --- ParallelTerminationStrategy: PID 9766 died...\u000a01:38:43.608541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9766): Terminated: ok {rc=0}\u000a01:38:43.618439 --- ParallelTerminationStrategy: PID 9767 died...\u000a01:38:43.673145 run iperf3-srv_10.42.42.10(pid=9767): Terminated {rc=256}\u000a01:38:43.683003 --- ParallelTerminationStrategy: PID 9768 died...\u000a01:38:43.737972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9768): Terminated: ok {rc=0}\u000a01:38:43.747901 --- ParallelTerminationStrategy: PID 9769 died...\u000a01:38:43.803187 run iperf3-srv_10.42.42.10(pid=9769): Terminated {rc=256}\u000a01:38:43.813263 --- ParallelTerminationStrategy: PID 9770 died...\u000a01:38:43.868467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9770): Terminated: ok {rc=0}\u000a01:38:43.878434 --- ParallelTerminationStrategy: PID 9771 died...\u000a01:38:43.933641 run iperf3-srv_10.42.42.10(pid=9771): Terminated {rc=256}\u000a01:38:43.943660 --- ParallelTerminationStrategy: PID 9772 died...\u000a01:38:43.999121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Terminated: ok {rc=0}\u000a01:38:44.009222 --- ParallelTerminationStrategy: PID 9773 died...\u000a01:38:44.064273 run iperf3-srv_10.42.42.10(pid=9773): Terminated {rc=256}\u000a01:38:44.074279 --- ParallelTerminationStrategy: PID 9776 died...\u000a01:38:44.129466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Terminated: ok {rc=0}\u000a01:38:44.139409 --- ParallelTerminationStrategy: PID 9779 died...\u000a01:38:44.195131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Terminated: ok {rc=0}\u000a01:38:44.205215 --- ParallelTerminationStrategy: PID 9782 died...\u000a01:38:44.260320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9782): Terminated: ok {rc=0}\u000a01:38:44.347239 bus /gobi_4: Setting Powered False\u000a01:38:45.451362 bus /gobi_4: Setting Powered False\u000a01:38:46.565969 bus /gobi_1: Setting Powered False\u000a01:38:47.667708 bus /gobi_1: Setting Powered False\u000a01:38:48.777974 bus /gobi_0: Setting Powered False\u000a01:38:49.881247 bus /gobi_0: Setting Powered False\u000a01:38:50.990559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:38:52.059178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.071371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:52.231635 tst ping.py: using LAC 25092\u000a01:38:52.357244 tst ping.py: using RAC 102\u000a01:38:52.482363 tst ping.py: using CellId 25092\u000a01:38:52.605846 tst ping.py: using BVCI 25093\u000a01:38:52.630025 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.641624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.652909 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.664311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.675591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.686924 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.698332 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:52.709617 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:52.994646 tst ping.py:19: start network...\u000a01:38:53.125412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:53.629829 run create_hlr_db(pid=9784): Launched\u000a01:38:53.812106 bus /gobi_6: Setting Powered False\u000a01:38:54.832034 run create_hlr_db(pid=9784): Terminated: ok {rc=0}\u000a01:38:55.229358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Launched\u000a01:38:55.528807 run osmo-hlr_10.42.42.2(pid=9787): Launched\u000a01:38:55.642463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:56.157732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Launched\u000a01:38:56.456524 run osmo-stp_10.42.42.5(pid=9790): Launched\u000a01:38:56.570057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:57.093048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Launched\u000a01:38:57.197691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:57.455812 run patchelf(pid=9793): Launched\u000a01:38:57.628715 run osmo-stp_10.42.42.5(pid=9790): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]\u000a01:38:57.755131 run osmo-stp_10.42.42.5(pid=9790): stdout: \u000a| (launched: 2022-12-10_01:38:56.307116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:57.882010 run osmo-stp_10.42.42.5(pid=9790): stderr: \u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013856481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:58.005134 run osmo-stp_10.42.42.5(pid=9790): stdout: \u000a| (launched: 2022-12-10_01:38:56.307116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:58.126878 run osmo-stp_10.42.42.5(pid=9790): stderr: \u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013856480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013856481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013856481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:58.268032 run patchelf(pid=9793): Terminating (SIGINT)\u000a01:38:58.433216 run patchelf(pid=9793): Terminated: ok {rc=0}\u000a01:38:58.463355 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:38:58.471880 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:38:58.532413 run osmo-hlr_10.42.42.2(pid=9787): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9787)]\u000a01:38:58.581543 run osmo-hlr_10.42.42.2(pid=9787): stdout: \u000a| (launched: 2022-12-10_01:38:55.379727) \u000a01:38:58.631295 run osmo-hlr_10.42.42.2(pid=9787): stderr: \u000a| �[0;m�[1;31m20221210013855556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013855556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013855556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013855556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013855556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013855569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013855577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013855577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013855577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:58.673383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Terminating (SIGTERM)\u000a01:38:58.713219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Terminating (SIGTERM)\u000a01:38:58.753164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Terminating (SIGTERM)\u000a01:38:58.762720 --- ParallelTerminationStrategy: PID 9786 died...\u000a01:38:58.816489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Terminated: ok {rc=0}\u000a01:38:58.826370 --- ParallelTerminationStrategy: PID 9789 died...\u000a01:38:58.879477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Terminated: ok {rc=0}\u000a01:38:58.889334 --- ParallelTerminationStrategy: PID 9792 died...\u000a01:38:58.942687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Terminated: ok {rc=0}\u000a01:38:59.031940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:39:00.083703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.096159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:00.253623 tst ping_idle_ping.py: using LAC 25093\u000a01:39:00.368302 tst ping_idle_ping.py: using RAC 103\u000a01:39:00.485481 tst ping_idle_ping.py: using CellId 25093\u000a01:39:00.599950 tst ping_idle_ping.py: using BVCI 25094\u000a01:39:00.622687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.633837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.644757 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.656077 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.667454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.678835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.690430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:00.701804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:00.999175 tst ping_idle_ping.py:24: start network...\u000a01:39:01.134390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:01.695039 run create_hlr_db(pid=9794): Launched\u000a01:39:01.884907 bus /gobi_6: Setting Powered False\u000a01:39:02.900835 run create_hlr_db(pid=9794): Terminated: ok {rc=0}\u000a01:39:03.304655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Launched\u000a01:39:03.605096 run osmo-hlr_10.42.42.2(pid=9797): Launched\u000a01:39:03.721703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:04.246279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Launched\u000a01:39:04.544187 run osmo-stp_10.42.42.5(pid=9800): Launched\u000a01:39:04.653157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:05.172381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Launched\u000a01:39:05.278209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:05.538222 run patchelf(pid=9803): Launched\u000a01:39:05.712632 run osmo-stp_10.42.42.5(pid=9800): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]\u000a01:39:05.840063 run osmo-stp_10.42.42.5(pid=9800): stdout: \u000a| (launched: 2022-12-10_01:39:04.396573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:05.967833 run osmo-stp_10.42.42.5(pid=9800): stderr: \u000a| �[0;m�[38;5;43m20221210013904567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013904568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013904568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013904568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013904570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013904571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013904571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:06.091818 run osmo-stp_10.42.42.5(pid=9800): stdout: \u000a| (launched: 2022-12-10_01:39:04.396573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:06.214697 run osmo-stp_10.42.42.5(pid=9800): stderr: \u000a| �[0;m�[38;5;43m20221210013904567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013904568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013904568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013904568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013904570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013904571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013904571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:06.357235 run patchelf(pid=9803): Terminating (SIGINT)\u000a01:39:06.523605 run patchelf(pid=9803): Terminated: ok {rc=0}\u000a01:39:06.553944 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:39:06.562632 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:39:06.622784 run osmo-hlr_10.42.42.2(pid=9797): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9797)]\u000a01:39:06.671481 run osmo-hlr_10.42.42.2(pid=9797): stdout: \u000a| (launched: 2022-12-10_01:39:03.455127) \u000a01:39:06.720917 run osmo-hlr_10.42.42.2(pid=9797): stderr: \u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013903632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013903645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013903654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013903654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013903654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:06.762761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Terminating (SIGTERM)\u000a01:39:06.802543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Terminating (SIGTERM)\u000a01:39:06.842412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Terminating (SIGTERM)\u000a01:39:06.851814 --- ParallelTerminationStrategy: PID 9796 died...\u000a01:39:06.904901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Terminated: ok {rc=0}\u000a01:39:06.914507 --- ParallelTerminationStrategy: PID 9799 died...\u000a01:39:06.967826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Terminated: ok {rc=0}\u000a01:39:06.977489 --- ParallelTerminationStrategy: PID 9802 died...\u000a01:39:07.030600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Terminated: ok {rc=0}\u000a01:39:07.118135 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:38:07" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:39:09.256904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.268110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:09.430091 tst cs_paging_gprs_active.py: using LAC 25094\u000a01:39:09.559309 tst cs_paging_gprs_active.py: using RAC 104\u000a01:39:09.686420 tst cs_paging_gprs_active.py: using CellId 25094\u000a01:39:09.812826 tst cs_paging_gprs_active.py: using BVCI 25095\u000a01:39:09.837594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.849316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.860496 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.872493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.884304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.896024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.907931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.919709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:09.932263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:10.051303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:10.328485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:39:10.454306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:10.767309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Launched\u000a01:39:11.027801 run iperf3-srv_10.42.42.10(pid=9809): Launched\u000a01:39:11.211703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:39:11.337423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:11.650986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Launched\u000a01:39:11.912770 run iperf3-srv_10.42.42.10(pid=9811): Launched\u000a01:39:12.097385 tst cs_paging_gprs_active.py:38: start network...\u000a01:39:12.223168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:12.702235 run create_hlr_db(pid=9812): Launched\u000a01:39:12.875817 bus /gobi_6: Setting Powered False\u000a01:39:13.898066 run create_hlr_db(pid=9812): Terminated: ok {rc=0}\u000a01:39:14.328067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Launched\u000a01:39:14.654203 run osmo-hlr_10.42.42.2(pid=9815): Launched\u000a01:39:14.776454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:15.342793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Launched\u000a01:39:15.669266 run osmo-stp_10.42.42.5(pid=9818): Launched\u000a01:39:15.788108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:16.354454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Launched\u000a01:39:16.466133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:16.762860 run patchelf(pid=9821): Launched\u000a01:39:16.946215 run osmo-stp_10.42.42.5(pid=9818): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a01:39:17.079439 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-10_01:39:15.507050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:17.214470 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221210013915700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013915700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013915701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013915701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013915701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013915701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013915702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:17.339823 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-10_01:39:15.507050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:17.463932 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221210013915700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013915700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013915701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013915701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013915701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013915701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013915702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:17.608859 run patchelf(pid=9821): Terminating (SIGINT)\u000a01:39:17.779340 run patchelf(pid=9821): Terminated: ok {rc=0}\u000a01:39:17.810874 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:39:17.820325 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:39:17.881251 run osmo-hlr_10.42.42.2(pid=9815): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9815)]\u000a01:39:17.930587 run osmo-hlr_10.42.42.2(pid=9815): stdout: \u000a| (launched: 2022-12-10_01:39:14.492273) \u000a01:39:17.980224 run osmo-hlr_10.42.42.2(pid=9815): stderr: \u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013914690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013914703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013914714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:18.022633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Terminating (SIGTERM)\u000a01:39:18.062665 run iperf3-srv_10.42.42.10(pid=9809): Terminating (SIGTERM)\u000a01:39:18.103101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Terminating (SIGTERM)\u000a01:39:18.142742 run iperf3-srv_10.42.42.10(pid=9811): Terminating (SIGTERM)\u000a01:39:18.182681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminating (SIGTERM)\u000a01:39:18.222425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminating (SIGTERM)\u000a01:39:18.262706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminating (SIGTERM)\u000a01:39:18.272414 --- ParallelTerminationStrategy: PID 9808 died...\u000a01:39:18.325921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Terminated: ok {rc=0}\u000a01:39:18.335597 --- ParallelTerminationStrategy: PID 9809 died...\u000a01:39:18.388830 run iperf3-srv_10.42.42.10(pid=9809): Terminated {rc=256}\u000a01:39:18.398725 --- ParallelTerminationStrategy: PID 9810 died...\u000a01:39:18.451818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Terminated: ok {rc=0}\u000a01:39:18.461871 --- ParallelTerminationStrategy: PID 9811 died...\u000a01:39:18.515186 run iperf3-srv_10.42.42.10(pid=9811): Terminated {rc=256}\u000a01:39:18.524795 --- ParallelTerminationStrategy: PID 9814 died...\u000a01:39:18.577928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminated: ok {rc=0}\u000a01:39:18.587859 --- ParallelTerminationStrategy: PID 9817 died...\u000a01:39:18.641159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminated: ok {rc=0}\u000a01:39:18.650983 --- ParallelTerminationStrategy: PID 9820 died...\u000a01:39:18.704254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminated: ok {rc=0}\u000a01:39:18.792401 bus /gobi_0: Setting Powered False\u000a01:39:19.896211 bus /gobi_0: Setting Powered False\u000a01:39:21.007624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9830): Process ended prematurely: osmo-stp_10.42.42.5(pid=9830) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9830)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9830): Process ended prematurely: osmo-stp_10.42.42.5(pid=9830) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:39:22.118375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.130510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:22.283057 tst iperf3.py: using LAC 25095\u000a01:39:22.400831 tst iperf3.py: using RAC 105\u000a01:39:22.519878 tst iperf3.py: using CellId 25095\u000a01:39:22.637263 tst iperf3.py: using BVCI 25096\u000a01:39:22.660015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.671282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.682521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.693640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.704732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.715731 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.727222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.738701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:22.750356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:23.026650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:39:23.151514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:23.463297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9822): Launched\u000a01:39:23.723310 run iperf3-srv_10.42.42.10(pid=9823): Launched\u000a01:39:23.906251 tst iperf3.py:8: start network...\u000a01:39:24.031185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:24.507192 run create_hlr_db(pid=9824): Launched\u000a01:39:24.680711 bus /gobi_6: Setting Powered False\u000a01:39:25.701849 run create_hlr_db(pid=9824): Terminated: ok {rc=0}\u000a01:39:26.130861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9826): Launched\u000a01:39:26.457787 run osmo-hlr_10.42.42.2(pid=9827): Launched\u000a01:39:26.578548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:27.143769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9829): Launched\u000a01:39:27.468766 run osmo-stp_10.42.42.5(pid=9830): Launched\u000a01:39:27.588166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:28.151131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9832): Launched\u000a01:39:28.266385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:28.547645 run patchelf(pid=9833): Launched\u000a01:39:28.735439 run osmo-stp_10.42.42.5(pid=9830): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9830)]\u000a01:39:28.873006 run osmo-stp_10.42.42.5(pid=9830): stdout: \u000a| (launched: 2022-12-10_01:39:27.309343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:29.010131 run osmo-stp_10.42.42.5(pid=9830): stderr: \u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013927502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:29.143632 run osmo-stp_10.42.42.5(pid=9830): stdout: \u000a| (launched: 2022-12-10_01:39:27.309343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:29.276453 run osmo-stp_10.42.42.5(pid=9830): stderr: \u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013927501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013927502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013927504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:29.429709 run patchelf(pid=9833): Terminating (SIGINT)\u000a01:39:29.608857 run patchelf(pid=9833): Terminated: ok {rc=0}\u000a01:39:29.642034 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9830): Process ended prematurely: osmo-stp_10.42.42.5(pid=9830) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9830)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:39:29.651976 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:39:29.714597 run osmo-hlr_10.42.42.2(pid=9827): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9827)]\u000a01:39:29.765686 run osmo-hlr_10.42.42.2(pid=9827): stdout: \u000a| (launched: 2022-12-10_01:39:26.296749) \u000a01:39:29.817798 run osmo-hlr_10.42.42.2(pid=9827): stderr: \u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013926495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013926508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013926518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013926518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013926518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:29.862079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9822): Terminating (SIGTERM)\u000a01:39:29.903682 run iperf3-srv_10.42.42.10(pid=9823): Terminating (SIGTERM)\u000a01:39:29.945392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9826): Terminating (SIGTERM)\u000a01:39:29.987002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9829): Terminating (SIGTERM)\u000a01:39:30.028439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9832): Terminating (SIGTERM)\u000a01:39:30.038431 --- ParallelTerminationStrategy: PID 9822 died...\u000a01:39:30.094298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9822): Terminated: ok {rc=0}\u000a01:39:30.104415 --- ParallelTerminationStrategy: PID 9823 died...\u000a01:39:30.159697 run iperf3-srv_10.42.42.10(pid=9823): Terminated {rc=256}\u000a01:39:30.169802 --- ParallelTerminationStrategy: PID 9826 died...\u000a01:39:30.225526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9826): Terminated: ok {rc=0}\u000a01:39:30.235591 --- ParallelTerminationStrategy: PID 9829 died...\u000a01:39:30.291284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9829): Terminated: ok {rc=0}\u000a01:39:30.301490 --- ParallelTerminationStrategy: PID 9832 died...\u000a01:39:30.357412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9832): Terminated: ok {rc=0}\u000a01:39:30.445551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9849): Process ended prematurely: osmo-stp_10.42.42.5(pid=9849) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9849)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9849): Process ended prematurely: osmo-stp_10.42.42.5(pid=9849) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:39:31.558626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:31.571116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:31.728552 tst iperf3m4.py: using LAC 25096\u000a01:39:31.881852 tst iperf3m4.py: using RAC 106\u000a01:39:32.021147 tst iperf3m4.py: using CellId 25096\u000a01:39:32.150391 tst iperf3m4.py: using BVCI 25097\u000a01:39:32.176686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.189373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.202153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.217444 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.230592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.243296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.256068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.268850 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:32.281509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:32.398928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:32.521273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:32.637586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:32.914017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:39:33.039808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:33.353122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Launched\u000a01:39:33.617643 run iperf3-srv_10.42.42.10(pid=9836): Launched\u000a01:39:33.802545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:39:33.929006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:34.243351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Launched\u000a01:39:34.504150 run iperf3-srv_10.42.42.10(pid=9838): Launched\u000a01:39:34.687957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:39:34.813463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:35.126175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Launched\u000a01:39:35.388070 run iperf3-srv_10.42.42.10(pid=9840): Launched\u000a01:39:35.571486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:39:35.697127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:36.010621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9841): Launched\u000a01:39:36.272784 run iperf3-srv_10.42.42.10(pid=9842): Launched\u000a01:39:36.455939 tst iperf3m4.py:8: start network...\u000a01:39:36.581273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:37.057552 run create_hlr_db(pid=9843): Launched\u000a01:39:37.230731 bus /gobi_6: Setting Powered False\u000a01:39:38.253713 run create_hlr_db(pid=9843): Terminated: ok {rc=0}\u000a01:39:38.683155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Launched\u000a01:39:39.007702 run osmo-hlr_10.42.42.2(pid=9846): Launched\u000a01:39:39.126317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:39.689333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9848): Launched\u000a01:39:40.015855 run osmo-stp_10.42.42.5(pid=9849): Launched\u000a01:39:40.133383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:40.700184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9851): Launched\u000a01:39:40.814997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:41.097766 run patchelf(pid=9852): Launched\u000a01:39:41.287085 run osmo-stp_10.42.42.5(pid=9849): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9849)]\u000a01:39:41.425033 run osmo-stp_10.42.42.5(pid=9849): stdout: \u000a| (launched: 2022-12-10_01:39:39.853361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:41.563204 run osmo-stp_10.42.42.5(pid=9849): stderr: \u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013940048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013940048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013940048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013940049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:41.696741 run osmo-stp_10.42.42.5(pid=9849): stdout: \u000a| (launched: 2022-12-10_01:39:39.853361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:41.829288 run osmo-stp_10.42.42.5(pid=9849): stderr: \u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013940047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013940048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013940048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013940048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013940049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:41.983100 run patchelf(pid=9852): Terminating (SIGINT)\u000a01:39:42.163155 run patchelf(pid=9852): Terminated: ok {rc=0}\u000a01:39:42.196275 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9849): Process ended prematurely: osmo-stp_10.42.42.5(pid=9849) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9849)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:39:42.206291 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:39:42.270004 run osmo-hlr_10.42.42.2(pid=9846): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9846)]\u000a01:39:42.321515 run osmo-hlr_10.42.42.2(pid=9846): stdout: \u000a| (launched: 2022-12-10_01:39:38.847467) \u000a01:39:42.373759 run osmo-hlr_10.42.42.2(pid=9846): stderr: \u000a| �[0;m�[1;31m20221210013939047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013939047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013939047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013939047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013939047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013939048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013939060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013939068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013939069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013939069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:42.418281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Terminating (SIGTERM)\u000a01:39:42.460058 run iperf3-srv_10.42.42.10(pid=9836): Terminating (SIGTERM)\u000a01:39:42.501890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Terminating (SIGTERM)\u000a01:39:42.543766 run iperf3-srv_10.42.42.10(pid=9838): Terminating (SIGTERM)\u000a01:39:42.585458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Terminating (SIGTERM)\u000a01:39:42.626940 run iperf3-srv_10.42.42.10(pid=9840): Terminating (SIGTERM)\u000a01:39:42.668757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9841): Terminating (SIGTERM)\u000a01:39:42.710286 run iperf3-srv_10.42.42.10(pid=9842): Terminating (SIGTERM)\u000a01:39:42.751944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Terminating (SIGTERM)\u000a01:39:42.793833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9848): Terminating (SIGTERM)\u000a01:39:42.835521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9851): Terminating (SIGTERM)\u000a01:39:42.845242 --- ParallelTerminationStrategy: PID 9835 died...\u000a01:39:42.900808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Terminated: ok {rc=0}\u000a01:39:42.910916 --- ParallelTerminationStrategy: PID 9836 died...\u000a01:39:42.966117 run iperf3-srv_10.42.42.10(pid=9836): Terminated {rc=256}\u000a01:39:42.976070 --- ParallelTerminationStrategy: PID 9837 died...\u000a01:39:43.031238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Terminated: ok {rc=0}\u000a01:39:43.041365 --- ParallelTerminationStrategy: PID 9838 died...\u000a01:39:43.097404 run iperf3-srv_10.42.42.10(pid=9838): Terminated {rc=256}\u000a01:39:43.107570 --- ParallelTerminationStrategy: PID 9839 died...\u000a01:39:43.162961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Terminated: ok {rc=0}\u000a01:39:43.173163 --- ParallelTerminationStrategy: PID 9840 died...\u000a01:39:43.228825 run iperf3-srv_10.42.42.10(pid=9840): Terminated {rc=256}\u000a01:39:43.239061 --- ParallelTerminationStrategy: PID 9841 died...\u000a01:39:43.294668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9841): Terminated: ok {rc=0}\u000a01:39:43.304719 --- ParallelTerminationStrategy: PID 9842 died...\u000a01:39:43.359977 run iperf3-srv_10.42.42.10(pid=9842): Terminated {rc=256}\u000a01:39:43.370172 --- ParallelTerminationStrategy: PID 9845 died...\u000a01:39:43.425746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9845): Terminated: ok {rc=0}\u000a01:39:43.435989 --- ParallelTerminationStrategy: PID 9848 died...\u000a01:39:43.491524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9848): Terminated: ok {rc=0}\u000a01:39:43.501804 --- ParallelTerminationStrategy: PID 9851 died...\u000a01:39:43.557427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9851): Terminated: ok {rc=0}\u000a01:39:43.644520 bus /gobi_4: Setting Powered False\u000a01:39:44.749080 bus /gobi_4: Setting Powered False\u000a01:39:45.862302 bus /gobi_1: Setting Powered False\u000a01:39:46.967627 bus /gobi_1: Setting Powered False\u000a01:39:48.073676 bus /gobi_0: Setting Powered False\u000a01:39:49.180239 bus /gobi_0: Setting Powered False\u000a01:39:50.288032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9859): Process ended prematurely: osmo-stp_10.42.42.5(pid=9859) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9859)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9859): Process ended prematurely: osmo-stp_10.42.42.5(pid=9859) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:39:51.357543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.369985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:51.531663 tst ping.py: using LAC 25097\u000a01:39:51.655514 tst ping.py: using RAC 107\u000a01:39:51.779143 tst ping.py: using CellId 25097\u000a01:39:51.903143 tst ping.py: using BVCI 25098\u000a01:39:51.927537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.939111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.950627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.962101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.973459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.984832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.996366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:52.007808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:52.279916 tst ping.py:19: start network...\u000a01:39:52.403155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:52.872164 run create_hlr_db(pid=9853): Launched\u000a01:39:53.042423 bus /gobi_6: Setting Powered False\u000a01:39:54.063187 run create_hlr_db(pid=9853): Terminated: ok {rc=0}\u000a01:39:54.486742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9855): Launched\u000a01:39:54.805122 run osmo-hlr_10.42.42.2(pid=9856): Launched\u000a01:39:54.919519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:55.477108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9858): Launched\u000a01:39:55.794227 run osmo-stp_10.42.42.5(pid=9859): Launched\u000a01:39:55.909865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:56.469662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9861): Launched\u000a01:39:56.582621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:56.860752 run patchelf(pid=9862): Launched\u000a01:39:57.046094 run osmo-stp_10.42.42.5(pid=9859): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9859)]\u000a01:39:57.181165 run osmo-stp_10.42.42.5(pid=9859): stdout: \u000a| (launched: 2022-12-10_01:39:55.637569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:57.317317 run osmo-stp_10.42.42.5(pid=9859): stderr: \u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013955833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:57.448128 run osmo-stp_10.42.42.5(pid=9859): stdout: \u000a| (launched: 2022-12-10_01:39:55.637569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:57.578342 run osmo-stp_10.42.42.5(pid=9859): stderr: \u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210013955832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210013955833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210013955833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:57.728296 run patchelf(pid=9862): Terminating (SIGINT)\u000a01:39:57.904775 run patchelf(pid=9862): Terminated: ok {rc=0}\u000a01:39:57.937006 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9859): Process ended prematurely: osmo-stp_10.42.42.5(pid=9859) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9859)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:39:57.946271 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:39:58.008934 run osmo-hlr_10.42.42.2(pid=9856): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9856)]\u000a01:39:58.060112 run osmo-hlr_10.42.42.2(pid=9856): stdout: \u000a| (launched: 2022-12-10_01:39:54.647540) \u000a01:39:58.111966 run osmo-hlr_10.42.42.2(pid=9856): stderr: \u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210013954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210013954858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210013954866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210013954866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210013954866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:58.156024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9855): Terminating (SIGTERM)\u000a01:39:58.198105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9858): Terminating (SIGTERM)\u000a01:39:58.239835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9861): Terminating (SIGTERM)\u000a01:39:58.249688 --- ParallelTerminationStrategy: PID 9855 died...\u000a01:39:58.305521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9855): Terminated: ok {rc=0}\u000a01:39:58.315711 --- ParallelTerminationStrategy: PID 9858 died...\u000a01:39:58.370997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9858): Terminated: ok {rc=0}\u000a01:39:58.381430 --- ParallelTerminationStrategy: PID 9861 died...\u000a01:39:58.437125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9861): Terminated: ok {rc=0}\u000a01:39:58.524705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:39:59.577225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:59.590451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:59.752574 tst ping_idle_ping.py: using LAC 25098\u000a01:39:59.876313 tst ping_idle_ping.py: using RAC 108\u000a01:40:00.000340 tst ping_idle_ping.py: using CellId 25098\u000a01:40:00.126000 tst ping_idle_ping.py: using BVCI 25099\u000a01:40:00.150394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.162110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.173717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.185410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.196820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.208327 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.220044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.231832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:00.509813 tst ping_idle_ping.py:24: start network...\u000a01:40:00.634106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:01.167498 run create_hlr_db(pid=9864): Launched\u000a01:40:01.343329 bus /gobi_6: Setting Powered False\u000a01:40:02.372671 run create_hlr_db(pid=9864): Terminated: ok {rc=0}\u000a01:40:02.772906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Launched\u000a01:40:03.074602 run osmo-hlr_10.42.42.2(pid=9869): Launched\u000a01:40:03.191324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:03.712180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Launched\u000a01:40:04.011165 run osmo-stp_10.42.42.5(pid=9872): Launched\u000a01:40:04.119249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:04.638580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Launched\u000a01:40:04.744006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:05.004592 run patchelf(pid=9875): Launched\u000a01:40:05.178866 run osmo-stp_10.42.42.5(pid=9872): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]\u000a01:40:05.306502 run osmo-stp_10.42.42.5(pid=9872): stdout: \u000a| (launched: 2022-12-10_01:40:03.863141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:05.434216 run osmo-stp_10.42.42.5(pid=9872): stderr: \u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014004033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:05.557874 run osmo-stp_10.42.42.5(pid=9872): stdout: \u000a| (launched: 2022-12-10_01:40:03.863141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:05.679883 run osmo-stp_10.42.42.5(pid=9872): stderr: \u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014004033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:05.822046 run patchelf(pid=9875): Terminating (SIGINT)\u000a01:40:05.987970 run patchelf(pid=9875): Terminated: ok {rc=0}\u000a01:40:06.018124 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)] [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:40:06.026899 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:40:06.087657 run osmo-hlr_10.42.42.2(pid=9869): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9869)]\u000a01:40:06.136798 run osmo-hlr_10.42.42.2(pid=9869): stdout: \u000a| (launched: 2022-12-10_01:40:02.923354) \u000a01:40:06.186506 run osmo-hlr_10.42.42.2(pid=9869): stderr: \u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014003097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014003110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014003118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014003119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014003119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:06.228562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Terminating (SIGTERM)\u000a01:40:06.268137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Terminating (SIGTERM)\u000a01:40:06.307822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Terminating (SIGTERM)\u000a01:40:06.317440 --- ParallelTerminationStrategy: PID 9868 died...\u000a01:40:06.370399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Terminated: ok {rc=0}\u000a01:40:06.380256 --- ParallelTerminationStrategy: PID 9871 died...\u000a01:40:06.433051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Terminated: ok {rc=0}\u000a01:40:06.443053 --- ParallelTerminationStrategy: PID 9874 died...\u000a01:40:06.496003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Terminated: ok {rc=0}\u000a01:40:06.585110 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:39:08" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9885): Process ended prematurely: osmo-stp_10.42.42.5(pid=9885) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9885)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9885): Process ended prematurely: osmo-stp_10.42.42.5(pid=9885) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:40:08.610364 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:08.622730 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:40:08.781617 tst switch_tch_pdch.py: using LAC 25099\u000a01:40:08.910299 tst switch_tch_pdch.py: using RAC 109\u000a01:40:09.033232 tst switch_tch_pdch.py: using CellId 25099\u000a01:40:09.157553 tst switch_tch_pdch.py: using BVCI 25100\u000a01:40:09.181745 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.193537 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.205162 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.217351 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.229783 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.242355 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.254090 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:09.266157 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:09.384216 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:09.671978 tst switch_tch_pdch.py:51: start network...\u000a01:40:09.803835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:10.314143 run create_hlr_db(pid=9879): Launched\u000a01:40:10.499686 bus /gobi_6: Setting Powered False\u000a01:40:11.519545 run create_hlr_db(pid=9879): Terminated: ok {rc=0}\u000a01:40:11.943400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9881): Launched\u000a01:40:12.262345 run osmo-hlr_10.42.42.2(pid=9882): Launched\u000a01:40:12.381126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:12.935330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9884): Launched\u000a01:40:13.256596 run osmo-stp_10.42.42.5(pid=9885): Launched\u000a01:40:13.371595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:13.927935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9887): Launched\u000a01:40:14.041049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:14.320685 run patchelf(pid=9888): Launched\u000a01:40:14.507124 run osmo-stp_10.42.42.5(pid=9885): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9885)]\u000a01:40:14.643401 run osmo-stp_10.42.42.5(pid=9885): stdout: \u000a| (launched: 2022-12-10_01:40:13.096598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:14.779418 run osmo-stp_10.42.42.5(pid=9885): stderr: \u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014013287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:14.911475 run osmo-stp_10.42.42.5(pid=9885): stdout: \u000a| (launched: 2022-12-10_01:40:13.096598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:15.041885 run osmo-stp_10.42.42.5(pid=9885): stderr: \u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014013287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014013287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014013290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:15.192626 run patchelf(pid=9888): Terminating (SIGINT)\u000a01:40:15.369960 run patchelf(pid=9888): Terminated: ok {rc=0}\u000a01:40:15.402495 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9885): Process ended prematurely: osmo-stp_10.42.42.5(pid=9885) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9885)] [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:40:15.412224 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:40:15.474960 run osmo-hlr_10.42.42.2(pid=9882): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9882)]\u000a01:40:15.526114 run osmo-hlr_10.42.42.2(pid=9882): stdout: \u000a| (launched: 2022-12-10_01:40:12.104207) \u000a01:40:15.577845 run osmo-hlr_10.42.42.2(pid=9882): stderr: \u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014012305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014012317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014012326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014012326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014012326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:15.621939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9881): Terminating (SIGTERM)\u000a01:40:15.663499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9884): Terminating (SIGTERM)\u000a01:40:15.705195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9887): Terminating (SIGTERM)\u000a01:40:15.714909 --- ParallelTerminationStrategy: PID 9881 died...\u000a01:40:15.770639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9881): Terminated: ok {rc=0}\u000a01:40:15.780835 --- ParallelTerminationStrategy: PID 9884 died...\u000a01:40:15.837028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9884): Terminated: ok {rc=0}\u000a01:40:15.849162 --- ParallelTerminationStrategy: PID 9887 died...\u000a01:40:15.905610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9887): Terminated: ok {rc=0}\u000a01:40:15.995019 bus /gobi_0: Setting Powered False\u000a01:40:17.109747 bus /gobi_0: Setting Powered False\u000a01:40:18.216016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:08" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:40:20.193687 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.205218 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:40:20.358631 tst switch_tch_pdch.py: using LAC 25100\u000a01:40:20.476448 tst switch_tch_pdch.py: using RAC 110\u000a01:40:20.593196 tst switch_tch_pdch.py: using CellId 25100\u000a01:40:20.708925 tst switch_tch_pdch.py: using BVCI 25101\u000a01:40:20.731729 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.743035 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.754157 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.765654 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.777098 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.788480 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.799911 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:20.811310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:40:20.926641 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:40:21.198425 tst switch_tch_pdch.py:51: start network...\u000a01:40:21.321300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:21.763056 run create_hlr_db(pid=9893): Launched\u000a01:40:21.883899 bus /gobi_6: Setting Powered False\u000a01:40:22.954660 run create_hlr_db(pid=9893): Terminated: ok {rc=0}\u000a01:40:23.350198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9895): Launched\u000a01:40:23.669027 run osmo-hlr_10.42.42.2(pid=9896): Launched\u000a01:40:23.784597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:24.306650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9898): Launched\u000a01:40:24.625007 run osmo-stp_10.42.42.5(pid=9899): Launched\u000a01:40:24.739569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:25.266827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Launched\u000a01:40:25.379017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:25.655379 run patchelf(pid=9902): Launched\u000a01:40:25.840629 run osmo-stp_10.42.42.5(pid=9899): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]\u000a01:40:25.975665 run osmo-stp_10.42.42.5(pid=9899): stdout: \u000a| (launched: 2022-12-10_01:40:24.467251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:26.111093 run osmo-stp_10.42.42.5(pid=9899): stderr: \u000a| �[0;m�[38;5;43m20221210014024659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014024659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014024660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014024660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:26.242761 run osmo-stp_10.42.42.5(pid=9899): stdout: \u000a| (launched: 2022-12-10_01:40:24.467251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:26.372862 run osmo-stp_10.42.42.5(pid=9899): stderr: \u000a| �[0;m�[38;5;43m20221210014024659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014024659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014024660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014024660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014024663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:26.523792 run patchelf(pid=9902): Terminating (SIGINT)\u000a01:40:26.701464 run patchelf(pid=9902): Terminated: ok {rc=0}\u000a01:40:26.733849 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)] [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:40:26.743188 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a01:40:26.805677 run osmo-hlr_10.42.42.2(pid=9896): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9896)]\u000a01:40:26.856672 run osmo-hlr_10.42.42.2(pid=9896): stdout: \u000a| (launched: 2022-12-10_01:40:23.511623) \u000a01:40:26.908268 run osmo-hlr_10.42.42.2(pid=9896): stderr: \u000a| �[0;m�[1;31m20221210014023710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014023710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014023711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014023711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014023711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014023711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014023723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014023731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014023732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014023732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:26.952334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9895): Terminating (SIGTERM)\u000a01:40:26.993880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9898): Terminating (SIGTERM)\u000a01:40:27.035442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Terminating (SIGTERM)\u000a01:40:27.045231 --- ParallelTerminationStrategy: PID 9895 died...\u000a01:40:27.100608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9895): Terminated: ok {rc=0}\u000a01:40:27.110633 --- ParallelTerminationStrategy: PID 9898 died...\u000a01:40:27.165796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9898): Terminated: ok {rc=0}\u000a01:40:27.175702 --- ParallelTerminationStrategy: PID 9901 died...\u000a01:40:27.230739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Terminated: ok {rc=0}\u000a01:40:27.317804 bus /gobi_0: Setting Powered False\u000a01:40:28.423321 bus /gobi_0: Setting Powered False\u000a01:40:29.530932 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:19" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2367↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2367↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a01:40:31.465620 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a01:40:31.481059 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a01:40:31.618896 tst mo_mt_sms.py: using LAC 25101\u000a01:40:31.773144 tst mo_mt_sms.py: using RAC 111\u000a01:40:31.909846 tst mo_mt_sms.py: using CellId 25101\u000a01:40:32.071728 tst mo_mt_sms.py: using BVCI 25102\u000a01:40:32.099032 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:40:32.242491 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:40:32.519309 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:40:32.642076 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:40:33.257492 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Launched\u000a01:40:33.551404 run osmo-nitb_10.42.42.2(pid=9907): Launched\u000a01:40:33.734699 run osmo-nitb_10.42.42.2(pid=9907): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]\u000a01:40:33.869426 run osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-10_01:40:33.407431) \u000a01:40:34.004270 run osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-10_01:40:33.451588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:34.134797 run osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-10_01:40:33.407431) \u000a01:40:34.263988 run osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-10_01:40:33.451588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:34.672075 tst osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-10_01:40:33.407431) \u000a01:40:34.791313 tst osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-10_01:40:33.451588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:34.843169 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2367↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)] [trial-2367↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a01:40:34.851122 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a01:40:34.886976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Terminating (SIGTERM)\u000a01:40:35.065132 --- ParallelTerminationStrategy: PID 9906 died...\u000a01:40:35.120011 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Terminated: ok {rc=0}\u000a01:40:35.204040 bus /sierra_3: Setting Powered False\u000a01:40:36.314644 bus /sierra_3: Setting Powered False\u000a01:40:37.428007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:31" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9919): Process ended prematurely: osmo-stp_10.42.42.5(pid=9919) [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9919)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9919): Process ended prematurely: osmo-stp_10.42.42.5(pid=9919) [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:40:39.287249 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.297929 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:40:39.420862 tst mo_mt_sms.py: using LAC 25102\u000a01:40:39.545886 tst mo_mt_sms.py: using RAC 112\u000a01:40:39.671537 tst mo_mt_sms.py: using CellId 25102\u000a01:40:39.796529 tst mo_mt_sms.py: using BVCI 25103\u000a01:40:39.820759 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.832053 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.843194 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.854160 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.865176 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:39.876013 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:40:39.990767 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:40:40.187982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:40.661172 run create_hlr_db(pid=9913): Launched\u000a01:40:40.832503 bus /sierra_2: Setting Powered False\u000a01:40:41.851024 run create_hlr_db(pid=9913): Terminated: ok {rc=0}\u000a01:40:42.274701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9915): Launched\u000a01:40:42.595738 run osmo-hlr_10.42.42.2(pid=9916): Launched\u000a01:40:42.714499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:43.269911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9918): Launched\u000a01:40:43.589323 run osmo-stp_10.42.42.5(pid=9919): Launched\u000a01:40:43.702959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:40:44.287161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9921): Launched\u000a01:40:44.607489 run osmo-msc_10.42.42.6(pid=9922): Launched\u000a01:40:44.795126 run osmo-stp_10.42.42.5(pid=9919): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9919)]\u000a01:40:44.929525 run osmo-stp_10.42.42.5(pid=9919): stdout: \u000a| (launched: 2022-12-10_01:40:43.431046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:45.062972 run osmo-stp_10.42.42.5(pid=9919): stderr: \u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014043625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:45.190408 run osmo-stp_10.42.42.5(pid=9919): stdout: \u000a| (launched: 2022-12-10_01:40:43.431046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:45.317086 run osmo-stp_10.42.42.5(pid=9919): stderr: \u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014043624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014043625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014043625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:45.372792 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9919): Process ended prematurely: osmo-stp_10.42.42.5(pid=9919) [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9919)] [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a01:40:45.381271 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a01:40:45.443686 run osmo-hlr_10.42.42.2(pid=9916): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9916)]\u000a01:40:45.494794 run osmo-hlr_10.42.42.2(pid=9916): stdout: \u000a| (launched: 2022-12-10_01:40:42.436689) \u000a01:40:45.546532 run osmo-hlr_10.42.42.2(pid=9916): stderr: \u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014042636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014042649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014042657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014042657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014042658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:45.616836 run osmo-msc_10.42.42.6(pid=9922): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9922)]\u000a01:40:45.667712 run osmo-msc_10.42.42.6(pid=9922): stdout: \u000a| (launched: 2022-12-10_01:40:44.449049) \u000a01:40:45.719372 run osmo-msc_10.42.42.6(pid=9922): stderr: \u000a| �[0;m�[38;5;43m20221210014044771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014044771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faafe02bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014044771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014044771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014044772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014044772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014044773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014044774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014044774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014044774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:40:45.763356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9915): Terminating (SIGTERM)\u000a01:40:45.804890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9918): Terminating (SIGTERM)\u000a01:40:45.858469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9921): Terminating (SIGTERM)\u000a01:40:45.871383 --- ParallelTerminationStrategy: PID 9915 died...\u000a01:40:45.947743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9915): Terminated: ok {rc=0}\u000a01:40:45.958285 --- ParallelTerminationStrategy: PID 9918 died...\u000a01:40:46.014848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9918): Terminated: ok {rc=0}\u000a01:40:46.025646 --- ParallelTerminationStrategy: PID 9921 died...\u000a01:40:46.083014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9921): Terminated: ok {rc=0}\u000a01:40:46.172544 bus /sierra_3: Setting Powered False\u000a01:40:47.277777 bus /sierra_3: Setting Powered False\u000a01:40:48.387671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:39" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9928): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9928) [trial-2367↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9928)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9928): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9928) [trial-2367↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:40:50.203754 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a01:40:50.214647 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:40:50.336700 tst assert_extension.py: using LAC 25103\u000a01:40:50.453937 tst assert_extension.py: using RAC 113\u000a01:40:50.578849 tst assert_extension.py: using CellId 25103\u000a01:40:50.703461 tst assert_extension.py: using BVCI 25104\u000a01:40:50.727727 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:40:51.000908 tst assert_extension.py:10: start nitb and bts...\u000a01:40:51.123792 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:40:51.739297 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9927): Launched\u000a01:40:52.035214 run osmo-nitb_10.42.42.2(pid=9928): Launched\u000a01:40:52.218899 run osmo-nitb_10.42.42.2(pid=9928): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9928)]\u000a01:40:52.353519 run osmo-nitb_10.42.42.2(pid=9928): stdout: \u000a| (launched: 2022-12-10_01:40:51.889856) \u000a01:40:52.488515 run osmo-nitb_10.42.42.2(pid=9928): stderr: \u000a| (launched: 2022-12-10_01:40:51.934059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:52.619030 run osmo-nitb_10.42.42.2(pid=9928): stdout: \u000a| (launched: 2022-12-10_01:40:51.889856) \u000a01:40:52.748491 run osmo-nitb_10.42.42.2(pid=9928): stderr: \u000a| (launched: 2022-12-10_01:40:51.934059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:53.154980 tst osmo-nitb_10.42.42.2(pid=9928): stdout: \u000a| (launched: 2022-12-10_01:40:51.889856) \u000a01:40:53.273811 tst osmo-nitb_10.42.42.2(pid=9928): stderr: \u000a| (launched: 2022-12-10_01:40:51.934059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:40:53.325576 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9928): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9928) [trial-2367↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9928)] [trial-2367↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a01:40:53.333728 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:40:53.368274 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9927): Terminating (SIGTERM)\u000a01:40:53.545717 --- ParallelTerminationStrategy: PID 9927 died...\u000a01:40:53.599562 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9927): Terminated: ok {rc=0}\u000a01:40:53.686327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:50" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:40:55.501869 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:55.513201 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:40:55.643435 tst assert_extension.py: using LAC 25104\u000a01:40:55.764266 tst assert_extension.py: using RAC 114\u000a01:40:55.880771 tst assert_extension.py: using CellId 25104\u000a01:40:55.999619 tst assert_extension.py: using BVCI 25105\u000a01:40:56.022103 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:56.032737 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:56.043300 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:56.054694 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:56.066152 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:40:56.077355 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:40:56.286156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:56.794523 run create_hlr_db(pid=9932): Launched\u000a01:40:56.978714 bus /sierra_2: Setting Powered False\u000a01:40:57.999387 run create_hlr_db(pid=9932): Terminated: ok {rc=0}\u000a01:40:58.425811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Launched\u000a01:40:58.746696 run osmo-hlr_10.42.42.2(pid=9935): Launched\u000a01:40:58.862237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:59.419133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Launched\u000a01:40:59.737518 run osmo-stp_10.42.42.5(pid=9938): Launched\u000a01:40:59.851836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:00.434540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Launched\u000a01:41:00.754046 run osmo-msc_10.42.42.6(pid=9941): Launched\u000a01:41:01.053398 run osmo-stp_10.42.42.5(pid=9938): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a01:41:01.508249 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-10_01:40:59.580363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:01.654673 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221210014059774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014059775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014059775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014059775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:01.779159 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-10_01:40:59.580363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:01.902108 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221210014059774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014059775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014059775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014059775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014059776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:01.956748 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)] [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a01:41:01.965811 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a01:41:02.029224 run osmo-hlr_10.42.42.2(pid=9935): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9935)]\u000a01:41:02.080428 run osmo-hlr_10.42.42.2(pid=9935): stdout: \u000a| (launched: 2022-12-10_01:40:58.588240) \u000a01:41:02.133668 run osmo-hlr_10.42.42.2(pid=9935): stderr: \u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014058787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014058832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014058841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014058841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014058841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:02.204429 run osmo-msc_10.42.42.6(pid=9941): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9941)]\u000a01:41:02.255085 run osmo-msc_10.42.42.6(pid=9941): stdout: \u000a| (launched: 2022-12-10_01:41:00.595906) \u000a01:41:02.306750 run osmo-msc_10.42.42.6(pid=9941): stderr: \u000a| �[0;m�[38;5;43m20221210014101033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014101033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb60e4cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014101033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014101033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014101033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014101033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014101035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014101036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014101036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014101036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:02.349156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Terminating (SIGTERM)\u000a01:41:02.389384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminating (SIGTERM)\u000a01:41:02.429051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Terminating (SIGTERM)\u000a01:41:02.438561 --- ParallelTerminationStrategy: PID 9934 died...\u000a01:41:02.491833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Terminated: ok {rc=0}\u000a01:41:02.501695 --- ParallelTerminationStrategy: PID 9937 died...\u000a01:41:02.554980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminated: ok {rc=0}\u000a01:41:02.564589 --- ParallelTerminationStrategy: PID 9940 died...\u000a01:41:02.617800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Terminated: ok {rc=0}\u000a01:41:02.702316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:04.651158 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:04.663184 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:41:04.816101 tst mo_mt_call.py: using LAC 25105\u000a01:41:04.942061 tst mo_mt_call.py: using RAC 115\u000a01:41:05.066755 tst mo_mt_call.py: using CellId 25105\u000a01:41:05.192138 tst mo_mt_call.py: using BVCI 25106\u000a01:41:05.216628 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:05.228306 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:05.239800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:05.251734 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:05.264249 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:05.276178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:05.394281 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:05.596879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:06.073654 run create_hlr_db(pid=9946): Launched\u000a01:41:06.246407 bus /sierra_2: Setting Powered False\u000a01:41:07.270042 run create_hlr_db(pid=9946): Terminated: ok {rc=0}\u000a01:41:07.699260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Launched\u000a01:41:08.023663 run osmo-hlr_10.42.42.2(pid=9949): Launched\u000a01:41:08.145009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:08.706150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Launched\u000a01:41:09.029941 run osmo-stp_10.42.42.5(pid=9952): Launched\u000a01:41:09.146703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:09.738205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Launched\u000a01:41:10.063277 run osmo-msc_10.42.42.6(pid=9955): Launched\u000a01:41:10.251738 run osmo-stp_10.42.42.5(pid=9952): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a01:41:10.388227 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-10_01:41:08.869575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:10.523870 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014109065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:10.653801 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-10_01:41:08.869575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:10.782648 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014109065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014109065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014109066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:10.839512 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:41:10.848828 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:41:10.911788 run osmo-hlr_10.42.42.2(pid=9949): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9949)]\u000a01:41:10.963301 run osmo-hlr_10.42.42.2(pid=9949): stdout: \u000a| (launched: 2022-12-10_01:41:07.863270) \u000a01:41:11.015673 run osmo-hlr_10.42.42.2(pid=9949): stderr: \u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014108062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014108074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014108083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014108083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014108083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:11.086436 run osmo-msc_10.42.42.6(pid=9955): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9955)]\u000a01:41:11.137603 run osmo-msc_10.42.42.6(pid=9955): stdout: \u000a| (launched: 2022-12-10_01:41:09.902206) \u000a01:41:11.189160 run osmo-msc_10.42.42.6(pid=9955): stderr: \u000a| �[0;m�[38;5;43m20221210014110225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014110225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30e8962c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014110225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014110225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014110226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014110226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014110227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014110228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014110228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014110228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:11.232864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminating (SIGTERM)\u000a01:41:11.274989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminating (SIGTERM)\u000a01:41:11.317378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminating (SIGTERM)\u000a01:41:11.326907 --- ParallelTerminationStrategy: PID 9948 died...\u000a01:41:11.382606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminated: ok {rc=0}\u000a01:41:11.392850 --- ParallelTerminationStrategy: PID 9951 died...\u000a01:41:11.448196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminated: ok {rc=0}\u000a01:41:11.458550 --- ParallelTerminationStrategy: PID 9954 died...\u000a01:41:11.513937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminated: ok {rc=0}\u000a01:41:11.601010 bus /sierra_3: Setting Powered False\u000a01:41:12.708157 bus /sierra_3: Setting Powered False\u000a01:41:13.819791 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:41:14.929555 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:14.942006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:41:15.091813 tst mo_mt_call_osmux.py: using LAC 25106\u000a01:41:15.211935 tst mo_mt_call_osmux.py: using RAC 116\u000a01:41:15.330290 tst mo_mt_call_osmux.py: using CellId 25106\u000a01:41:15.448831 tst mo_mt_call_osmux.py: using BVCI 25107\u000a01:41:15.471726 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:15.483213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:15.494502 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:15.505911 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:15.517388 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:15.528853 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:15.646327 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:15.864449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:16.363507 run create_hlr_db(pid=9958): Launched\u000a01:41:16.542427 bus /sierra_2: Setting Powered False\u000a01:41:17.559742 run create_hlr_db(pid=9958): Terminated: ok {rc=0}\u000a01:41:17.987617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Launched\u000a01:41:18.313038 run osmo-hlr_10.42.42.2(pid=9961): Launched\u000a01:41:18.431506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:18.994209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Launched\u000a01:41:19.320752 run osmo-stp_10.42.42.5(pid=9964): Launched\u000a01:41:19.438407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:20.030084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Launched\u000a01:41:20.357131 run osmo-msc_10.42.42.6(pid=9967): Launched\u000a01:41:20.545163 run osmo-stp_10.42.42.5(pid=9964): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]\u000a01:41:20.680491 run osmo-stp_10.42.42.5(pid=9964): stdout: \u000a| (launched: 2022-12-10_01:41:19.159162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:20.815818 run osmo-stp_10.42.42.5(pid=9964): stderr: \u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014119354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:20.945604 run osmo-stp_10.42.42.5(pid=9964): stdout: \u000a| (launched: 2022-12-10_01:41:19.159162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:21.074440 run osmo-stp_10.42.42.5(pid=9964): stderr: \u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014119353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014119354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014119354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:21.131423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:41:21.140902 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:41:21.203977 run osmo-hlr_10.42.42.2(pid=9961): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9961)]\u000a01:41:21.255358 run osmo-hlr_10.42.42.2(pid=9961): stdout: \u000a| (launched: 2022-12-10_01:41:18.153056) \u000a01:41:21.307673 run osmo-hlr_10.42.42.2(pid=9961): stderr: \u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014118396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014118405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014118406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014118406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:21.378753 run osmo-msc_10.42.42.6(pid=9967): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9967)]\u000a01:41:21.429939 run osmo-msc_10.42.42.6(pid=9967): stdout: \u000a| (launched: 2022-12-10_01:41:20.195337) \u000a01:41:21.481633 run osmo-msc_10.42.42.6(pid=9967): stderr: \u000a| �[0;m�[38;5;43m20221210014120518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014120518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71e1124c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014120518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014120518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014120519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014120519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014120520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014120521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014120521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014120521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:21.525754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Terminating (SIGTERM)\u000a01:41:21.567359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Terminating (SIGTERM)\u000a01:41:21.609185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Terminating (SIGTERM)\u000a01:41:21.619169 --- ParallelTerminationStrategy: PID 9960 died...\u000a01:41:21.675083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Terminated: ok {rc=0}\u000a01:41:21.685311 --- ParallelTerminationStrategy: PID 9963 died...\u000a01:41:21.740437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Terminated: ok {rc=0}\u000a01:41:21.750730 --- ParallelTerminationStrategy: PID 9966 died...\u000a01:41:21.805965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Terminated: ok {rc=0}\u000a01:41:21.893040 bus /sierra_3: Setting Powered False\u000a01:41:22.994615 bus /sierra_3: Setting Powered False\u000a01:41:24.107011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:41:04" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:26.083930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.095167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:41:26.238434 tst mo_mt_call.py: using LAC 25107\u000a01:41:26.358048 tst mo_mt_call.py: using RAC 117\u000a01:41:26.473948 tst mo_mt_call.py: using CellId 25107\u000a01:41:26.590323 tst mo_mt_call.py: using BVCI 25108\u000a01:41:26.613058 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.624141 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.635133 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.646452 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.657862 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:26.668933 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:26.787317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:26.987067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:27.462626 run create_hlr_db(pid=9972): Launched\u000a01:41:27.635515 bus /sierra_2: Setting Powered False\u000a01:41:28.657613 run create_hlr_db(pid=9972): Terminated: ok {rc=0}\u000a01:41:29.085817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Launched\u000a01:41:29.410726 run osmo-hlr_10.42.42.2(pid=9975): Launched\u000a01:41:29.528656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:30.091687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Launched\u000a01:41:30.416686 run osmo-stp_10.42.42.5(pid=9978): Launched\u000a01:41:30.533949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:31.128736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9980): Launched\u000a01:41:31.604671 run osmo-msc_10.42.42.6(pid=9981): Launched\u000a01:41:31.898030 run osmo-stp_10.42.42.5(pid=9978): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)]\u000a01:41:32.033901 run osmo-stp_10.42.42.5(pid=9978): stdout: \u000a| (launched: 2022-12-10_01:41:30.256375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:32.170309 run osmo-stp_10.42.42.5(pid=9978): stderr: \u000a| �[0;m�[38;5;43m20221210014130449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014130449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014130450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014130450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014130450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014130451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014130451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:32.303182 run osmo-stp_10.42.42.5(pid=9978): stdout: \u000a| (launched: 2022-12-10_01:41:30.256375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:32.433316 run osmo-stp_10.42.42.5(pid=9978): stderr: \u000a| �[0;m�[38;5;43m20221210014130449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014130449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014130450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014130450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014130450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014130451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014130451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:32.490553 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9978): Process ended prematurely: osmo-stp_10.42.42.5(pid=9978) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9978)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:41:32.499885 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:41:32.563032 run osmo-hlr_10.42.42.2(pid=9975): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9975)]\u000a01:41:32.614586 run osmo-hlr_10.42.42.2(pid=9975): stdout: \u000a| (launched: 2022-12-10_01:41:29.250674) \u000a01:41:32.666828 run osmo-hlr_10.42.42.2(pid=9975): stderr: \u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014129449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014129482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014129493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:32.737612 run osmo-msc_10.42.42.6(pid=9981): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9981)]\u000a01:41:32.789234 run osmo-msc_10.42.42.6(pid=9981): stdout: \u000a| (launched: 2022-12-10_01:41:31.287302) \u000a01:41:32.841122 run osmo-msc_10.42.42.6(pid=9981): stderr: \u000a| �[0;m�[38;5;43m20221210014131592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014131592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3acc474c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014131592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014131592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014131592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014131592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014131594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014131595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014131595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014131595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:32.885326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Terminating (SIGTERM)\u000a01:41:32.927189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Terminating (SIGTERM)\u000a01:41:32.969007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9980): Terminating (SIGTERM)\u000a01:41:32.978937 --- ParallelTerminationStrategy: PID 9974 died...\u000a01:41:33.034992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9974): Terminated: ok {rc=0}\u000a01:41:33.045219 --- ParallelTerminationStrategy: PID 9977 died...\u000a01:41:33.100795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9977): Terminated: ok {rc=0}\u000a01:41:33.110784 --- ParallelTerminationStrategy: PID 9980 died...\u000a01:41:33.166660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9980): Terminated: ok {rc=0}\u000a01:41:33.251262 bus /sierra_3: Setting Powered False\u000a01:41:34.357942 bus /sierra_3: Setting Powered False\u000a01:41:35.464277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:41:36.579945 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:36.592424 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:41:36.748666 tst mo_mt_call_osmux.py: using LAC 25108\u000a01:41:36.875030 tst mo_mt_call_osmux.py: using RAC 118\u000a01:41:37.001108 tst mo_mt_call_osmux.py: using CellId 25108\u000a01:41:37.129516 tst mo_mt_call_osmux.py: using BVCI 25109\u000a01:41:37.154098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:37.166038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:37.177770 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:37.189579 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:37.201590 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:37.213207 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:37.329934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:37.542084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:38.057267 run create_hlr_db(pid=9983): Launched\u000a01:41:38.231021 bus /sierra_2: Setting Powered False\u000a01:41:39.253581 run create_hlr_db(pid=9983): Terminated: ok {rc=0}\u000a01:41:39.681464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Launched\u000a01:41:40.006735 run osmo-hlr_10.42.42.2(pid=9986): Launched\u000a01:41:40.124039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:40.687295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Launched\u000a01:41:41.010934 run osmo-stp_10.42.42.5(pid=9989): Launched\u000a01:41:41.127353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:41.720906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Launched\u000a01:41:42.045763 run osmo-msc_10.42.42.6(pid=9992): Launched\u000a01:41:42.235348 run osmo-stp_10.42.42.5(pid=9989): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a01:41:42.372923 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-10_01:41:40.851034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:42.508626 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221210014141043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014141044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014141044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014141044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014141046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014141047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014141047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:42.638985 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-10_01:41:40.851034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:42.767910 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221210014141043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014141044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014141044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014141044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014141046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014141047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014141047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:42.824893 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:41:42.834449 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:41:42.896507 run osmo-hlr_10.42.42.2(pid=9986): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9986)]\u000a01:41:42.947294 run osmo-hlr_10.42.42.2(pid=9986): stdout: \u000a| (launched: 2022-12-10_01:41:39.846065) \u000a01:41:42.998453 run osmo-hlr_10.42.42.2(pid=9986): stderr: \u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014140046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014140059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014140067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014140067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014140067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:43.068368 run osmo-msc_10.42.42.6(pid=9992): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9992)]\u000a01:41:43.119120 run osmo-msc_10.42.42.6(pid=9992): stdout: \u000a| (launched: 2022-12-10_01:41:41.885629) \u000a01:41:43.170571 run osmo-msc_10.42.42.6(pid=9992): stderr: \u000a| �[0;m�[38;5;43m20221210014142209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014142209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f2a558c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014142209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014142209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014142209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014142209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014142211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014142211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014142212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014142212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:43.214655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminating (SIGTERM)\u000a01:41:43.256294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminating (SIGTERM)\u000a01:41:43.298159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Terminating (SIGTERM)\u000a01:41:43.307949 --- ParallelTerminationStrategy: PID 9985 died...\u000a01:41:43.363627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminated: ok {rc=0}\u000a01:41:43.373803 --- ParallelTerminationStrategy: PID 9988 died...\u000a01:41:43.428932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminated: ok {rc=0}\u000a01:41:43.439021 --- ParallelTerminationStrategy: PID 9991 died...\u000a01:41:43.494180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Terminated: ok {rc=0}\u000a01:41:43.581349 bus /sierra_3: Setting Powered False\u000a01:41:44.687425 bus /sierra_3: Setting Powered False\u000a01:41:45.797958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:41:25" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10003): Process ended prematurely: osmo-stp_10.42.42.5(pid=10003) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10003)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10003): Process ended prematurely: osmo-stp_10.42.42.5(pid=10003) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:47.817326 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:47.828676 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:41:47.976244 tst mo_mt_call.py: using LAC 25109\u000a01:41:48.095605 tst mo_mt_call.py: using RAC 119\u000a01:41:48.215137 tst mo_mt_call.py: using CellId 25109\u000a01:41:48.335048 tst mo_mt_call.py: using BVCI 25110\u000a01:41:48.358262 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:48.369447 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:48.380352 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:48.391634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:48.402982 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:48.414544 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:41:48.532376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:41:48.732886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:49.208086 run create_hlr_db(pid=9997): Launched\u000a01:41:49.382142 bus /sierra_2: Setting Powered False\u000a01:41:50.403945 run create_hlr_db(pid=9997): Terminated: ok {rc=0}\u000a01:41:50.831654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9999): Launched\u000a01:41:51.156057 run osmo-hlr_10.42.42.2(pid=10000): Launched\u000a01:41:51.273789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:51.833683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10002): Launched\u000a01:41:52.156689 run osmo-stp_10.42.42.5(pid=10003): Launched\u000a01:41:52.274750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:52.866847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10005): Launched\u000a01:41:53.191449 run osmo-msc_10.42.42.6(pid=10006): Launched\u000a01:41:53.381505 run osmo-stp_10.42.42.5(pid=10003): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10003)]\u000a01:41:53.517142 run osmo-stp_10.42.42.5(pid=10003): stdout: \u000a| (launched: 2022-12-10_01:41:51.997380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:53.652405 run osmo-stp_10.42.42.5(pid=10003): stderr: \u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014152191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:53.782160 run osmo-stp_10.42.42.5(pid=10003): stdout: \u000a| (launched: 2022-12-10_01:41:51.997380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:53.910908 run osmo-stp_10.42.42.5(pid=10003): stderr: \u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014152190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014152191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:53.967737 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10003): Process ended prematurely: osmo-stp_10.42.42.5(pid=10003) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10003)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:41:53.976860 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:41:54.039117 run osmo-hlr_10.42.42.2(pid=10000): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10000)]\u000a01:41:54.090310 run osmo-hlr_10.42.42.2(pid=10000): stdout: \u000a| (launched: 2022-12-10_01:41:50.995737) \u000a01:41:54.141952 run osmo-hlr_10.42.42.2(pid=10000): stderr: \u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014151196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014151208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014151216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014151217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014151217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:54.212080 run osmo-msc_10.42.42.6(pid=10006): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10006)]\u000a01:41:54.262702 run osmo-msc_10.42.42.6(pid=10006): stdout: \u000a| (launched: 2022-12-10_01:41:53.031318) \u000a01:41:54.314605 run osmo-msc_10.42.42.6(pid=10006): stderr: \u000a| �[0;m�[38;5;43m20221210014153355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014153355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b5ae0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014153355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014153355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014153355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014153355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014153357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014153357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014153357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014153358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:54.358431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9999): Terminating (SIGTERM)\u000a01:41:54.399789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10002): Terminating (SIGTERM)\u000a01:41:54.441430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10005): Terminating (SIGTERM)\u000a01:41:54.451201 --- ParallelTerminationStrategy: PID 9999 died...\u000a01:41:54.506644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9999): Terminated: ok {rc=0}\u000a01:41:54.516742 --- ParallelTerminationStrategy: PID 10002 died...\u000a01:41:54.571531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10002): Terminated: ok {rc=0}\u000a01:41:54.581607 --- ParallelTerminationStrategy: PID 10005 died...\u000a01:41:54.636309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10005): Terminated: ok {rc=0}\u000a01:41:54.722642 bus /sierra_3: Setting Powered False\u000a01:41:55.827976 bus /sierra_3: Setting Powered False\u000a01:41:56.935115 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10023): Process ended prematurely: osmo-stp_10.42.42.5(pid=10023) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10023)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10023): Process ended prematurely: osmo-stp_10.42.42.5(pid=10023) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:41:58.050039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.062454 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:41:58.217717 tst mo_mt_call_osmux.py: using LAC 25110\u000a01:41:58.346697 tst mo_mt_call_osmux.py: using RAC 120\u000a01:41:58.472903 tst mo_mt_call_osmux.py: using CellId 25110\u000a01:41:58.598908 tst mo_mt_call_osmux.py: using BVCI 25111\u000a01:41:58.623491 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.635511 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.647122 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.659192 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.671296 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:41:58.683239 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:41:58.804109 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:41:59.006585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:59.484010 run create_hlr_db(pid=10008): Launched\u000a01:41:59.658225 bus /sierra_2: Setting Powered False\u000a01:42:00.691328 run create_hlr_db(pid=10008): Terminated: ok {rc=0}\u000a01:42:01.243389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10019): Launched\u000a01:42:01.634869 run osmo-hlr_10.42.42.2(pid=10020): Launched\u000a01:42:01.798465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:02.479930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10022): Launched\u000a01:42:02.805463 run osmo-stp_10.42.42.5(pid=10023): Launched\u000a01:42:02.922676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:03.521093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10025): Launched\u000a01:42:03.846470 run osmo-msc_10.42.42.6(pid=10026): Launched\u000a01:42:04.035659 run osmo-stp_10.42.42.5(pid=10023): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10023)]\u000a01:42:04.172027 run osmo-stp_10.42.42.5(pid=10023): stdout: \u000a| (launched: 2022-12-10_01:42:02.644242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:04.307867 run osmo-stp_10.42.42.5(pid=10023): stderr: \u000a| �[0;m�[38;5;43m20221210014202838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014202839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014202839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014202839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:04.437967 run osmo-stp_10.42.42.5(pid=10023): stdout: \u000a| (launched: 2022-12-10_01:42:02.644242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:04.566947 run osmo-stp_10.42.42.5(pid=10023): stderr: \u000a| �[0;m�[38;5;43m20221210014202838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014202839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014202839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014202839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014202840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:04.624033 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10023): Process ended prematurely: osmo-stp_10.42.42.5(pid=10023) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10023)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:42:04.633556 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:42:04.695999 run osmo-hlr_10.42.42.2(pid=10020): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10020)]\u000a01:42:04.746955 run osmo-hlr_10.42.42.2(pid=10020): stdout: \u000a| (launched: 2022-12-10_01:42:01.411902) \u000a01:42:04.798712 run osmo-hlr_10.42.42.2(pid=10020): stderr: \u000a| �[0;m�[1;31m20221210014201768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014201768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014201768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014201768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014201769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014201769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014201792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014201808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014201808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014201808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:04.869020 run osmo-msc_10.42.42.6(pid=10026): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10026)]\u000a01:42:04.919862 run osmo-msc_10.42.42.6(pid=10026): stdout: \u000a| (launched: 2022-12-10_01:42:03.685521) \u000a01:42:04.971253 run osmo-msc_10.42.42.6(pid=10026): stderr: \u000a| �[0;m�[38;5;43m20221210014204007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014204007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f664a67dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014204007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014204007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014204007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014204008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014204011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014204011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014204012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014204012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:05.014890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10019): Terminating (SIGTERM)\u000a01:42:05.056436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10022): Terminating (SIGTERM)\u000a01:42:05.098078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10025): Terminating (SIGTERM)\u000a01:42:05.107741 --- ParallelTerminationStrategy: PID 10019 died...\u000a01:42:05.163385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10019): Terminated: ok {rc=0}\u000a01:42:05.173885 --- ParallelTerminationStrategy: PID 10022 died...\u000a01:42:05.229007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10022): Terminated: ok {rc=0}\u000a01:42:05.239047 --- ParallelTerminationStrategy: PID 10025 died...\u000a01:42:05.294417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10025): Terminated: ok {rc=0}\u000a01:42:05.381778 bus /sierra_3: Setting Powered False\u000a01:42:06.487618 bus /sierra_3: Setting Powered False\u000a01:42:07.594266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:41:47" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10037): Process ended prematurely: osmo-stp_10.42.42.5(pid=10037) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10037)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10037): Process ended prematurely: osmo-stp_10.42.42.5(pid=10037) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:09.582415 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:09.594039 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:42:09.754702 tst mo_mt_call.py: using LAC 25111\u000a01:42:09.880186 tst mo_mt_call.py: using RAC 121\u000a01:42:10.010458 tst mo_mt_call.py: using CellId 25111\u000a01:42:10.134521 tst mo_mt_call.py: using BVCI 25112\u000a01:42:10.159012 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:10.170688 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:10.182244 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:10.193843 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:10.205446 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:10.217116 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:10.333594 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:10.534026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:11.011276 run create_hlr_db(pid=10031): Launched\u000a01:42:11.184918 bus /sierra_2: Setting Powered False\u000a01:42:12.206339 run create_hlr_db(pid=10031): Terminated: ok {rc=0}\u000a01:42:12.634793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10033): Launched\u000a01:42:12.958025 run osmo-hlr_10.42.42.2(pid=10034): Launched\u000a01:42:13.075100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:13.638841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10036): Launched\u000a01:42:13.963452 run osmo-stp_10.42.42.5(pid=10037): Launched\u000a01:42:14.079776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:14.670399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10039): Launched\u000a01:42:14.995085 run osmo-msc_10.42.42.6(pid=10040): Launched\u000a01:42:15.183106 run osmo-stp_10.42.42.5(pid=10037): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10037)]\u000a01:42:15.319346 run osmo-stp_10.42.42.5(pid=10037): stdout: \u000a| (launched: 2022-12-10_01:42:13.803243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:15.454176 run osmo-stp_10.42.42.5(pid=10037): stderr: \u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014213997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:15.583670 run osmo-stp_10.42.42.5(pid=10037): stdout: \u000a| (launched: 2022-12-10_01:42:13.803243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:15.711669 run osmo-stp_10.42.42.5(pid=10037): stderr: \u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014213996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014213997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:15.768239 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10037): Process ended prematurely: osmo-stp_10.42.42.5(pid=10037) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10037)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:42:15.777552 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:42:15.839390 run osmo-hlr_10.42.42.2(pid=10034): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10034)]\u000a01:42:15.894515 run osmo-hlr_10.42.42.2(pid=10034): stdout: \u000a| (launched: 2022-12-10_01:42:12.798883) \u000a01:42:15.951633 run osmo-hlr_10.42.42.2(pid=10034): stderr: \u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014212998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014213011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014213019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014213019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014213019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:16.023127 run osmo-msc_10.42.42.6(pid=10040): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10040)]\u000a01:42:16.074973 run osmo-msc_10.42.42.6(pid=10040): stdout: \u000a| (launched: 2022-12-10_01:42:14.834733) \u000a01:42:16.128840 run osmo-msc_10.42.42.6(pid=10040): stderr: \u000a| �[0;m�[38;5;43m20221210014215157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014215157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cb5c1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014215158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014215158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014215158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014215158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014215160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014215160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014215160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014215160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:16.173247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10033): Terminating (SIGTERM)\u000a01:42:16.215302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10036): Terminating (SIGTERM)\u000a01:42:16.257987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10039): Terminating (SIGTERM)\u000a01:42:16.268310 --- ParallelTerminationStrategy: PID 10033 died...\u000a01:42:16.326347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10033): Terminated: ok {rc=0}\u000a01:42:16.336896 --- ParallelTerminationStrategy: PID 10036 died...\u000a01:42:16.393331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10036): Terminated: ok {rc=0}\u000a01:42:16.404173 --- ParallelTerminationStrategy: PID 10039 died...\u000a01:42:16.461308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10039): Terminated: ok {rc=0}\u000a01:42:16.564678 bus /sierra_3: Setting Powered False\u000a01:42:17.670932 bus /sierra_3: Setting Powered False\u000a01:42:18.782384 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:19.891930 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:19.903815 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:42:20.049386 tst mo_mt_call_osmux.py: using LAC 25112\u000a01:42:20.175241 tst mo_mt_call_osmux.py: using RAC 122\u000a01:42:20.296548 tst mo_mt_call_osmux.py: using CellId 25112\u000a01:42:20.415682 tst mo_mt_call_osmux.py: using BVCI 25113\u000a01:42:20.438844 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:20.450093 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:20.460929 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:20.472296 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:20.483605 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:20.494794 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:20.609267 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:20.818764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:21.336220 run create_hlr_db(pid=10042): Launched\u000a01:42:21.521830 bus /sierra_2: Setting Powered False\u000a01:42:22.542901 run create_hlr_db(pid=10042): Terminated: ok {rc=0}\u000a01:42:22.948119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Launched\u000a01:42:23.251678 run osmo-hlr_10.42.42.2(pid=10045): Launched\u000a01:42:23.369498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:23.909069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Launched\u000a01:42:24.234134 run osmo-stp_10.42.42.5(pid=10048): Launched\u000a01:42:24.350695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:24.942950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Launched\u000a01:42:25.267955 run osmo-msc_10.42.42.6(pid=10051): Launched\u000a01:42:25.457603 run osmo-stp_10.42.42.5(pid=10048): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]\u000a01:42:25.594131 run osmo-stp_10.42.42.5(pid=10048): stdout: \u000a| (launched: 2022-12-10_01:42:24.073838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:25.730039 run osmo-stp_10.42.42.5(pid=10048): stderr: \u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014224268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:25.859964 run osmo-stp_10.42.42.5(pid=10048): stdout: \u000a| (launched: 2022-12-10_01:42:24.073838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:25.989029 run osmo-stp_10.42.42.5(pid=10048): stderr: \u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014224267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014224268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014224268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:26.046428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:42:26.055638 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:42:26.118039 run osmo-hlr_10.42.42.2(pid=10045): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10045)]\u000a01:42:26.169175 run osmo-hlr_10.42.42.2(pid=10045): stdout: \u000a| (launched: 2022-12-10_01:42:23.101665) \u000a01:42:26.220857 run osmo-hlr_10.42.42.2(pid=10045): stderr: \u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014223276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014223288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014223297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014223298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014223298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:26.291220 run osmo-msc_10.42.42.6(pid=10051): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10051)]\u000a01:42:26.342508 run osmo-msc_10.42.42.6(pid=10051): stdout: \u000a| (launched: 2022-12-10_01:42:25.107682) \u000a01:42:26.394788 run osmo-msc_10.42.42.6(pid=10051): stderr: \u000a| �[0;m�[38;5;43m20221210014225429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014225429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4acf22fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014225429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014225430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014225430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014225430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014225432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014225432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014225432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014225432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:26.438768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Terminating (SIGTERM)\u000a01:42:26.480567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Terminating (SIGTERM)\u000a01:42:26.522775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Terminating (SIGTERM)\u000a01:42:26.532489 --- ParallelTerminationStrategy: PID 10044 died...\u000a01:42:26.588468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Terminated: ok {rc=0}\u000a01:42:26.598630 --- ParallelTerminationStrategy: PID 10047 died...\u000a01:42:26.654329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Terminated: ok {rc=0}\u000a01:42:26.664476 --- ParallelTerminationStrategy: PID 10050 died...\u000a01:42:26.719722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Terminated: ok {rc=0}\u000a01:42:26.807919 bus /sierra_3: Setting Powered False\u000a01:42:27.914034 bus /sierra_3: Setting Powered False\u000a01:42:29.021393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:42:09" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10062): Process ended prematurely: osmo-stp_10.42.42.5(pid=10062) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10062)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10062): Process ended prematurely: osmo-stp_10.42.42.5(pid=10062) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:42:31.033521 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.046074 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:42:31.203686 tst mo_mt_call.py: using LAC 25113\u000a01:42:31.355983 tst mo_mt_call.py: using RAC 123\u000a01:42:31.503548 tst mo_mt_call.py: using CellId 25113\u000a01:42:31.661385 tst mo_mt_call.py: using BVCI 25114\u000a01:42:31.695371 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.711320 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.725774 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.740416 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.758051 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:31.773744 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:31.895153 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:32.128099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:32.659437 run create_hlr_db(pid=10056): Launched\u000a01:42:32.845148 bus /sierra_2: Setting Powered False\u000a01:42:33.866816 run create_hlr_db(pid=10056): Terminated: ok {rc=0}\u000a01:42:34.296548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10058): Launched\u000a01:42:34.619318 run osmo-hlr_10.42.42.2(pid=10059): Launched\u000a01:42:34.737206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:35.297563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10061): Launched\u000a01:42:35.622070 run osmo-stp_10.42.42.5(pid=10062): Launched\u000a01:42:35.734212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:36.295335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10064): Launched\u000a01:42:36.603485 run osmo-msc_10.42.42.6(pid=10065): Launched\u000a01:42:36.782807 run osmo-stp_10.42.42.5(pid=10062): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10062)]\u000a01:42:36.911034 run osmo-stp_10.42.42.5(pid=10062): stdout: \u000a| (launched: 2022-12-10_01:42:35.462186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:37.036662 run osmo-stp_10.42.42.5(pid=10062): stderr: \u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014235636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:37.158424 run osmo-stp_10.42.42.5(pid=10062): stdout: \u000a| (launched: 2022-12-10_01:42:35.462186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:37.279312 run osmo-stp_10.42.42.5(pid=10062): stderr: \u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014235635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014235636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014235636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:37.332649 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10062): Process ended prematurely: osmo-stp_10.42.42.5(pid=10062) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10062)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:42:37.341298 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:42:37.400974 run osmo-hlr_10.42.42.2(pid=10059): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10059)]\u000a01:42:37.450137 run osmo-hlr_10.42.42.2(pid=10059): stdout: \u000a| (launched: 2022-12-10_01:42:34.460848) \u000a01:42:37.499504 run osmo-hlr_10.42.42.2(pid=10059): stderr: \u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014234664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014234676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014234685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014234685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014234685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:37.566228 run osmo-msc_10.42.42.6(pid=10065): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10065)]\u000a01:42:37.614946 run osmo-msc_10.42.42.6(pid=10065): stdout: \u000a| (launched: 2022-12-10_01:42:36.449237) \u000a01:42:37.664554 run osmo-msc_10.42.42.6(pid=10065): stderr: \u000a| �[0;m�[38;5;43m20221210014236721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014236722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6202274c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014236722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014236722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014236722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014236722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014236725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014236726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014236726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014236726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:37.706342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10058): Terminating (SIGTERM)\u000a01:42:37.746114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10061): Terminating (SIGTERM)\u000a01:42:37.786738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10064): Terminating (SIGTERM)\u000a01:42:37.796202 --- ParallelTerminationStrategy: PID 10058 died...\u000a01:42:37.848939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10058): Terminated: ok {rc=0}\u000a01:42:37.858714 --- ParallelTerminationStrategy: PID 10061 died...\u000a01:42:37.911202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10061): Terminated: ok {rc=0}\u000a01:42:37.920804 --- ParallelTerminationStrategy: PID 10064 died...\u000a01:42:37.973641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10064): Terminated: ok {rc=0}\u000a01:42:38.060828 bus /sierra_3: Setting Powered False\u000a01:42:39.163249 bus /sierra_3: Setting Powered False\u000a01:42:40.272007 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:41.387619 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:41.400198 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:42:41.550129 tst mo_mt_call_osmux.py: using LAC 25114\u000a01:42:41.675038 tst mo_mt_call_osmux.py: using RAC 124\u000a01:42:41.808778 tst mo_mt_call_osmux.py: using CellId 25114\u000a01:42:41.927276 tst mo_mt_call_osmux.py: using BVCI 25115\u000a01:42:41.950216 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:41.961619 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:41.972766 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:41.985034 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:41.996663 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:42.008379 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:42.131067 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:42.333581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:42.810558 run create_hlr_db(pid=10067): Launched\u000a01:42:42.984082 bus /sierra_2: Setting Powered False\u000a01:42:44.005608 run create_hlr_db(pid=10067): Terminated: ok {rc=0}\u000a01:42:44.435224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Launched\u000a01:42:44.759169 run osmo-hlr_10.42.42.2(pid=10070): Launched\u000a01:42:44.877045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:45.439338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Launched\u000a01:42:45.764827 run osmo-stp_10.42.42.5(pid=10073): Launched\u000a01:42:45.971360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:46.596189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Launched\u000a01:42:47.053625 run osmo-msc_10.42.42.6(pid=10076): Launched\u000a01:42:47.395261 run osmo-stp_10.42.42.5(pid=10073): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a01:42:47.554695 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-10_01:42:45.604096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:47.681336 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014245802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:47.803588 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-10_01:42:45.604096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:47.924350 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014245801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014245802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014245802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:47.977591 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)] [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:42:47.986162 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:42:48.046533 run osmo-hlr_10.42.42.2(pid=10070): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10070)]\u000a01:42:48.095784 run osmo-hlr_10.42.42.2(pid=10070): stdout: \u000a| (launched: 2022-12-10_01:42:44.599778) \u000a01:42:48.145386 run osmo-hlr_10.42.42.2(pid=10070): stderr: \u000a| �[0;m�[1;31m20221210014244799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014244799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014244800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014244800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014244800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014244800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014244812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014244820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014244820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014244820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:48.212704 run osmo-msc_10.42.42.6(pid=10076): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10076)]\u000a01:42:48.261632 run osmo-msc_10.42.42.6(pid=10076): stdout: \u000a| (launched: 2022-12-10_01:42:46.782899) \u000a01:42:48.311068 run osmo-msc_10.42.42.6(pid=10076): stderr: \u000a| �[0;m�[38;5;43m20221210014247357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014247360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa46541ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014247360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014247360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014247361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014247361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014247370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014247370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014247371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014247371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:48.353059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminating (SIGTERM)\u000a01:42:48.392756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminating (SIGTERM)\u000a01:42:48.432479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Terminating (SIGTERM)\u000a01:42:48.442049 --- ParallelTerminationStrategy: PID 10069 died...\u000a01:42:48.495130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminated: ok {rc=0}\u000a01:42:48.504664 --- ParallelTerminationStrategy: PID 10072 died...\u000a01:42:48.557364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminated: ok {rc=0}\u000a01:42:48.567176 --- ParallelTerminationStrategy: PID 10075 died...\u000a01:42:48.619716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Terminated: ok {rc=0}\u000a01:42:48.703524 bus /sierra_3: Setting Powered False\u000a01:42:49.809512 bus /sierra_3: Setting Powered False\u000a01:42:50.916222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:42:30" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10087): Process ended prematurely: osmo-stp_10.42.42.5(pid=10087) [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10087)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10087): Process ended prematurely: osmo-stp_10.42.42.5(pid=10087) [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:42:52.912835 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:52.924013 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:42:53.056391 tst emergency_mo_mt_call.py: using LAC 25115\u000a01:42:53.180709 tst emergency_mo_mt_call.py: using RAC 125\u000a01:42:53.305071 tst emergency_mo_mt_call.py: using CellId 25115\u000a01:42:53.430206 tst emergency_mo_mt_call.py: using BVCI 25116\u000a01:42:53.454236 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:53.465562 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:53.476580 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:53.487647 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:53.498703 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:42:53.509738 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:42:53.625991 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:42:53.832701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:54.342268 run create_hlr_db(pid=10081): Launched\u000a01:42:54.526284 bus /sierra_2: Setting Powered False\u000a01:42:55.547287 run create_hlr_db(pid=10081): Terminated: ok {rc=0}\u000a01:42:55.969807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10083): Launched\u000a01:42:56.288595 run osmo-hlr_10.42.42.2(pid=10084): Launched\u000a01:42:56.404479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:56.959013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10086): Launched\u000a01:42:57.277487 run osmo-stp_10.42.42.5(pid=10087): Launched\u000a01:42:57.402680 tst emergency_mo_mt_call.py: using MSISDN 7481\u000a01:42:57.560131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:58.142412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10089): Launched\u000a01:42:58.461373 run osmo-msc_10.42.42.6(pid=10090): Launched\u000a01:42:58.648249 run osmo-stp_10.42.42.5(pid=10087): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10087)]\u000a01:42:58.783190 run osmo-stp_10.42.42.5(pid=10087): stdout: \u000a| (launched: 2022-12-10_01:42:57.121174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:58.917298 run osmo-stp_10.42.42.5(pid=10087): stderr: \u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014257316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:59.044617 run osmo-stp_10.42.42.5(pid=10087): stdout: \u000a| (launched: 2022-12-10_01:42:57.121174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:59.170870 run osmo-stp_10.42.42.5(pid=10087): stderr: \u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014257315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014257316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014257316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:59.226534 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10087): Process ended prematurely: osmo-stp_10.42.42.5(pid=10087) [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10087)] [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a01:42:59.235077 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a01:42:59.297488 run osmo-hlr_10.42.42.2(pid=10084): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10084)]\u000a01:42:59.348928 run osmo-hlr_10.42.42.2(pid=10084): stdout: \u000a| (launched: 2022-12-10_01:42:56.130726) \u000a01:42:59.400615 run osmo-hlr_10.42.42.2(pid=10084): stderr: \u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014256328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014256340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014256349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014256349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014256349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:59.470788 run osmo-msc_10.42.42.6(pid=10090): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10090)]\u000a01:42:59.521916 run osmo-msc_10.42.42.6(pid=10090): stdout: \u000a| (launched: 2022-12-10_01:42:58.303107) \u000a01:42:59.573525 run osmo-msc_10.42.42.6(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221210014258626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014258627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f930f5fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014258627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014258627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014258627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014258627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014258629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014258629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014258630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014258630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:59.617312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10083): Terminating (SIGTERM)\u000a01:42:59.658712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10086): Terminating (SIGTERM)\u000a01:42:59.700064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10089): Terminating (SIGTERM)\u000a01:42:59.709856 --- ParallelTerminationStrategy: PID 10083 died...\u000a01:42:59.765008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10083): Terminated: ok {rc=0}\u000a01:42:59.774982 --- ParallelTerminationStrategy: PID 10086 died...\u000a01:42:59.830003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10086): Terminated: ok {rc=0}\u000a01:42:59.840106 --- ParallelTerminationStrategy: PID 10089 died...\u000a01:42:59.895020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10089): Terminated: ok {rc=0}\u000a01:42:59.981001 bus /sierra_3: Setting Powered False\u000a01:43:01.086706 bus /sierra_3: Setting Powered False\u000a01:43:02.219341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:43:03.271598 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.283623 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:03.417154 tst emergency_preemptive_call.py: using LAC 25116\u000a01:43:03.539197 tst emergency_preemptive_call.py: using RAC 126\u000a01:43:03.661878 tst emergency_preemptive_call.py: using CellId 25116\u000a01:43:03.784291 tst emergency_preemptive_call.py: using BVCI 25117\u000a01:43:03.808243 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.819633 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.830884 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.842083 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.853590 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:03.864768 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:03.979756 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:04.093821 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:04.211993 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:04.418437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:04.930511 run create_hlr_db(pid=10092): Launched\u000a01:43:05.114463 bus /sierra_2: Setting Powered False\u000a01:43:06.135490 run create_hlr_db(pid=10092): Terminated: ok {rc=0}\u000a01:43:06.536594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Launched\u000a01:43:06.835556 run osmo-hlr_10.42.42.2(pid=10095): Launched\u000a01:43:06.949774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:07.476237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Launched\u000a01:43:07.776665 run osmo-stp_10.42.42.5(pid=10098): Launched\u000a01:43:07.896731 tst emergency_preemptive_call.py: using MSISDN 7482\u000a01:43:08.044182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:08.588814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10100): Launched\u000a01:43:08.890028 run osmo-msc_10.42.42.6(pid=10101): Launched\u000a01:43:09.065205 run osmo-stp_10.42.42.5(pid=10098): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)]\u000a01:43:09.191248 run osmo-stp_10.42.42.5(pid=10098): stdout: \u000a| (launched: 2022-12-10_01:43:07.626548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:09.314676 run osmo-stp_10.42.42.5(pid=10098): stderr: \u000a| �[0;m�[38;5;43m20221210014307795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014307795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014307796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014307796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:09.433663 run osmo-stp_10.42.42.5(pid=10098): stdout: \u000a| (launched: 2022-12-10_01:43:07.626548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:09.551178 run osmo-stp_10.42.42.5(pid=10098): stderr: \u000a| �[0;m�[38;5;43m20221210014307795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014307795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014307796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014307796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014307798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:09.603046 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10098): Process ended prematurely: osmo-stp_10.42.42.5(pid=10098) [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10098)] [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a01:43:09.611192 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a01:43:09.671339 run osmo-hlr_10.42.42.2(pid=10095): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10095)]\u000a01:43:09.720295 run osmo-hlr_10.42.42.2(pid=10095): stdout: \u000a| (launched: 2022-12-10_01:43:06.687669) \u000a01:43:09.770147 run osmo-hlr_10.42.42.2(pid=10095): stderr: \u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014306866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014306878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014306887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014306887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014306887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:09.837212 run osmo-msc_10.42.42.6(pid=10101): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10101)]\u000a01:43:09.886216 run osmo-msc_10.42.42.6(pid=10101): stdout: \u000a| (launched: 2022-12-10_01:43:08.739089) \u000a01:43:09.935906 run osmo-msc_10.42.42.6(pid=10101): stderr: \u000a| �[0;m�[38;5;43m20221210014309010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014309010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f53ed3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014309010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014309010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014309010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014309010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014309012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014309013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014309013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014309013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:09.977945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Terminating (SIGTERM)\u000a01:43:10.017710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Terminating (SIGTERM)\u000a01:43:10.057354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10100): Terminating (SIGTERM)\u000a01:43:10.066860 --- ParallelTerminationStrategy: PID 10094 died...\u000a01:43:10.119814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10094): Terminated: ok {rc=0}\u000a01:43:10.129753 --- ParallelTerminationStrategy: PID 10097 died...\u000a01:43:10.182398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10097): Terminated: ok {rc=0}\u000a01:43:10.192170 --- ParallelTerminationStrategy: PID 10100 died...\u000a01:43:10.244719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10100): Terminated: ok {rc=0}\u000a01:43:10.333783 bus /sierra_9: Setting Powered False\u000a01:43:11.437870 bus /sierra_9: Setting Powered False\u000a01:43:12.547224 bus /sierra_8: Setting Powered False\u000a01:43:13.648263 bus /sierra_8: Setting Powered False\u000a01:43:14.758708 bus /sierra_3: Setting Powered False\u000a01:43:15.870042 bus /sierra_3: Setting Powered False\u000a01:43:16.989717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:43:19.095565 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.106601 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:19.238487 tst cs_paging_gprs_active.py: using LAC 25117\u000a01:43:19.365707 tst cs_paging_gprs_active.py: using RAC 127\u000a01:43:19.492193 tst cs_paging_gprs_active.py: using CellId 25117\u000a01:43:19.618444 tst cs_paging_gprs_active.py: using BVCI 25118\u000a01:43:19.643186 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.654311 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.665208 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.676162 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.687080 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.697916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.708895 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.719665 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:19.730867 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:19.845264 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:20.138807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:43:20.273970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:20.608669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10106): Launched\u000a01:43:20.889644 run iperf3-srv_10.42.42.10(pid=10107): Launched\u000a01:43:21.087715 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:43:21.223275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:21.560164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10108): Launched\u000a01:43:21.840116 run iperf3-srv_10.42.42.10(pid=10109): Launched\u000a01:43:22.038288 tst cs_paging_gprs_active.py:38: start network...\u000a01:43:22.173251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:22.693424 run create_hlr_db(pid=10110): Launched\u000a01:43:22.879552 bus /sierra_2: Setting Powered False\u000a01:43:23.901333 run create_hlr_db(pid=10110): Terminated: ok {rc=0}\u000a01:43:24.332288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Launched\u000a01:43:24.656931 run osmo-hlr_10.42.42.2(pid=10113): Launched\u000a01:43:24.777937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:25.340467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Launched\u000a01:43:25.666079 run osmo-stp_10.42.42.5(pid=10116): Launched\u000a01:43:25.782930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:43:26.350383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10118): Launched\u000a01:43:26.466936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:43:26.751530 run patchelf(pid=10119): Launched\u000a01:43:26.940830 run osmo-stp_10.42.42.5(pid=10116): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]\u000a01:43:27.079131 run osmo-stp_10.42.42.5(pid=10116): stdout: \u000a| (launched: 2022-12-10_01:43:25.505268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:27.217640 run osmo-stp_10.42.42.5(pid=10116): stderr: \u000a| �[0;m�[38;5;43m20221210014325699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014325700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014325700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014325700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:27.352075 run osmo-stp_10.42.42.5(pid=10116): stdout: \u000a| (launched: 2022-12-10_01:43:25.505268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:27.484871 run osmo-stp_10.42.42.5(pid=10116): stderr: \u000a| �[0;m�[38;5;43m20221210014325699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014325700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014325700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014325700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014325701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:27.639202 run patchelf(pid=10119): Terminating (SIGINT)\u000a01:43:27.820293 run patchelf(pid=10119): Terminated: ok {rc=0}\u000a01:43:27.853897 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)] [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a01:43:27.863739 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:43:27.926432 run osmo-hlr_10.42.42.2(pid=10113): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10113)]\u000a01:43:27.977422 run osmo-hlr_10.42.42.2(pid=10113): stdout: \u000a| (launched: 2022-12-10_01:43:24.497264) \u000a01:43:28.029054 run osmo-hlr_10.42.42.2(pid=10113): stderr: \u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014324697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014324710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014324718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014324718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014324719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:28.073606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10106): Terminating (SIGTERM)\u000a01:43:28.115202 run iperf3-srv_10.42.42.10(pid=10107): Terminating (SIGTERM)\u000a01:43:28.156598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10108): Terminating (SIGTERM)\u000a01:43:28.197988 run iperf3-srv_10.42.42.10(pid=10109): Terminating (SIGTERM)\u000a01:43:28.239513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Terminating (SIGTERM)\u000a01:43:28.280912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Terminating (SIGTERM)\u000a01:43:28.322433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10118): Terminating (SIGTERM)\u000a01:43:28.332480 --- ParallelTerminationStrategy: PID 10106 died...\u000a01:43:28.388188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10106): Terminated: ok {rc=0}\u000a01:43:28.398263 --- ParallelTerminationStrategy: PID 10107 died...\u000a01:43:28.454022 run iperf3-srv_10.42.42.10(pid=10107): Terminated {rc=256}\u000a01:43:28.464018 --- ParallelTerminationStrategy: PID 10108 died...\u000a01:43:28.519461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10108): Terminated: ok {rc=0}\u000a01:43:28.529571 --- ParallelTerminationStrategy: PID 10109 died...\u000a01:43:28.584663 run iperf3-srv_10.42.42.10(pid=10109): Terminated {rc=256}\u000a01:43:28.594649 --- ParallelTerminationStrategy: PID 10112 died...\u000a01:43:28.649899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Terminated: ok {rc=0}\u000a01:43:28.659886 --- ParallelTerminationStrategy: PID 10115 died...\u000a01:43:28.715087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Terminated: ok {rc=0}\u000a01:43:28.725150 --- ParallelTerminationStrategy: PID 10118 died...\u000a01:43:28.780673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10118): Terminated: ok {rc=0}\u000a01:43:28.867097 bus /gobi_0: Setting Powered False\u000a01:43:29.972910 bus /gobi_0: Setting Powered False\u000a01:43:31.096661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2367↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2367↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a01:43:32.213274 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.226988 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:32.353263 tst iperf3.py: using LAC 25118\u000a01:43:32.471124 tst iperf3.py: using RAC 128\u000a01:43:32.591772 tst iperf3.py: using CellId 25118\u000a01:43:32.709739 tst iperf3.py: using BVCI 25119\u000a01:43:32.732573 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.743479 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.754144 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.764789 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.775453 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.786293 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.797225 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.807948 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:32.818911 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:33.115240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:43:33.250273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:33.587094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10120): Launched\u000a01:43:33.867126 run iperf3-srv_10.42.42.10(pid=10121): Launched\u000a01:43:34.065035 tst iperf3.py:8: start network...\u000a01:43:34.200824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:34.720688 run create_hlr_db(pid=10122): Launched\u000a01:43:34.906550 bus /gobi_6: Setting Powered False\u000a01:43:35.929557 run create_hlr_db(pid=10122): Terminated: ok {rc=0}\u000a01:43:36.336196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Launched\u000a01:43:36.642175 run osmo-hlr_10.42.42.2(pid=10125): Launched\u000a01:43:36.760534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:37.292523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Launched\u000a01:43:37.598210 run osmo-stp_10.42.42.5(pid=10128): Launched\u000a01:43:37.708386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:43:38.241389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10130): Launched\u000a01:43:38.349686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:43:38.614775 run patchelf(pid=10131): Launched\u000a01:43:38.792001 run osmo-stp_10.42.42.5(pid=10128): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)]\u000a01:43:38.921488 run osmo-stp_10.42.42.5(pid=10128): stdout: \u000a| (launched: 2022-12-10_01:43:37.445600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:39.051447 run osmo-stp_10.42.42.5(pid=10128): stderr: \u000a| �[0;m�[38;5;43m20221210014337619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014337619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014337620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014337620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:39.177060 run osmo-stp_10.42.42.5(pid=10128): stdout: \u000a| (launched: 2022-12-10_01:43:37.445600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:39.301563 run osmo-stp_10.42.42.5(pid=10128): stderr: \u000a| �[0;m�[38;5;43m20221210014337619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014337619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014337620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014337620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014337621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:39.446275 run patchelf(pid=10131): Terminating (SIGINT)\u000a01:43:39.615948 run patchelf(pid=10131): Terminated: ok {rc=0}\u000a01:43:39.647257 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10128): Process ended prematurely: osmo-stp_10.42.42.5(pid=10128) [trial-2367↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10128)] [trial-2367↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a01:43:39.656621 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:43:39.717652 run osmo-hlr_10.42.42.2(pid=10125): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10125)]\u000a01:43:39.766693 run osmo-hlr_10.42.42.2(pid=10125): stdout: \u000a| (launched: 2022-12-10_01:43:36.490110) \u000a01:43:39.816608 run osmo-hlr_10.42.42.2(pid=10125): stderr: \u000a| �[0;m�[1;31m20221210014336666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014336666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014336666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014336666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014336666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014336667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014336682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014336692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014336692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014336692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:39.858808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10120): Terminating (SIGTERM)\u000a01:43:39.898584 run iperf3-srv_10.42.42.10(pid=10121): Terminating (SIGTERM)\u000a01:43:39.938615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Terminating (SIGTERM)\u000a01:43:39.979118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Terminating (SIGTERM)\u000a01:43:40.019028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10130): Terminating (SIGTERM)\u000a01:43:40.028566 --- ParallelTerminationStrategy: PID 10120 died...\u000a01:43:40.081905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10120): Terminated: ok {rc=0}\u000a01:43:40.091855 --- ParallelTerminationStrategy: PID 10121 died...\u000a01:43:40.145288 run iperf3-srv_10.42.42.10(pid=10121): Terminated {rc=256}\u000a01:43:40.155165 --- ParallelTerminationStrategy: PID 10124 died...\u000a01:43:40.208720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10124): Terminated: ok {rc=0}\u000a01:43:40.218527 --- ParallelTerminationStrategy: PID 10127 died...\u000a01:43:40.271601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10127): Terminated: ok {rc=0}\u000a01:43:40.281900 --- ParallelTerminationStrategy: PID 10130 died...\u000a01:43:40.335206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10130): Terminated: ok {rc=0}\u000a01:43:40.418885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a01:43:41.534325 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:41.546415 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:41.683954 tst iperf3m4.py: using LAC 25119\u000a01:43:41.808072 tst iperf3m4.py: using RAC 129\u000a01:43:41.932717 tst iperf3m4.py: using CellId 25119\u000a01:43:42.057235 tst iperf3m4.py: using BVCI 25120\u000a01:43:42.082109 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.093408 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.104285 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.115452 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.126435 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.137421 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.148460 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.160115 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:42.171664 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:42.287469 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:42.406681 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:42.520617 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:42.796477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:43:42.922464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:43.238992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10132): Launched\u000a01:43:43.500004 run iperf3-srv_10.42.42.10(pid=10133): Launched\u000a01:43:43.683378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:43:43.808477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:44.122517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10134): Launched\u000a01:43:44.383644 run iperf3-srv_10.42.42.10(pid=10135): Launched\u000a01:43:44.566840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:43:44.691808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:45.006823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10136): Launched\u000a01:43:45.267897 run iperf3-srv_10.42.42.10(pid=10137): Launched\u000a01:43:45.450779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:43:45.575590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:45.891352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10138): Launched\u000a01:43:46.189863 run iperf3-srv_10.42.42.10(pid=10139): Launched\u000a01:43:46.397832 tst iperf3m4.py:8: start network...\u000a01:43:46.536104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:47.097621 run create_hlr_db(pid=10140): Launched\u000a01:43:47.287810 bus /gobi_6: Setting Powered False\u000a01:43:48.307275 run create_hlr_db(pid=10140): Terminated: ok {rc=0}\u000a01:43:48.715301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Launched\u000a01:43:49.021125 run osmo-hlr_10.42.42.2(pid=10143): Launched\u000a01:43:49.143292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:49.681070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Launched\u000a01:43:49.986381 run osmo-stp_10.42.42.5(pid=10146): Launched\u000a01:43:50.097309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:43:50.628278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Launched\u000a01:43:50.736621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:43:51.004122 run patchelf(pid=10149): Launched\u000a01:43:51.184082 run osmo-stp_10.42.42.5(pid=10146): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]\u000a01:43:51.314297 run osmo-stp_10.42.42.5(pid=10146): stdout: \u000a| (launched: 2022-12-10_01:43:49.834916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:51.444780 run osmo-stp_10.42.42.5(pid=10146): stderr: \u000a| �[0;m�[38;5;43m20221210014350004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014350005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014350005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014350005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:51.571265 run osmo-stp_10.42.42.5(pid=10146): stdout: \u000a| (launched: 2022-12-10_01:43:49.834916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:51.696309 run osmo-stp_10.42.42.5(pid=10146): stderr: \u000a| �[0;m�[38;5;43m20221210014350004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014350005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014350005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014350005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014350006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:51.841919 run patchelf(pid=10149): Terminating (SIGINT)\u000a01:43:52.012658 run patchelf(pid=10149): Terminated: ok {rc=0}\u000a01:43:52.044010 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)] [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a01:43:52.053288 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:43:52.114139 run osmo-hlr_10.42.42.2(pid=10143): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10143)]\u000a01:43:52.163408 run osmo-hlr_10.42.42.2(pid=10143): stdout: \u000a| (launched: 2022-12-10_01:43:48.869602) \u000a01:43:52.213159 run osmo-hlr_10.42.42.2(pid=10143): stderr: \u000a| �[0;m�[1;31m20221210014349048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014349048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014349048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014349049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014349049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014349049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014349060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014349069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014349069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014349069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:52.255529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10132): Terminating (SIGTERM)\u000a01:43:52.295648 run iperf3-srv_10.42.42.10(pid=10133): Terminating (SIGTERM)\u000a01:43:52.335545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10134): Terminating (SIGTERM)\u000a01:43:52.375903 run iperf3-srv_10.42.42.10(pid=10135): Terminating (SIGTERM)\u000a01:43:52.415761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10136): Terminating (SIGTERM)\u000a01:43:52.455467 run iperf3-srv_10.42.42.10(pid=10137): Terminating (SIGTERM)\u000a01:43:52.495247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10138): Terminating (SIGTERM)\u000a01:43:52.535142 run iperf3-srv_10.42.42.10(pid=10139): Terminating (SIGTERM)\u000a01:43:52.574843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Terminating (SIGTERM)\u000a01:43:52.614603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Terminating (SIGTERM)\u000a01:43:52.654413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Terminating (SIGTERM)\u000a01:43:52.663958 --- ParallelTerminationStrategy: PID 10132 died...\u000a01:43:52.717620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10132): Terminated: ok {rc=0}\u000a01:43:52.727848 --- ParallelTerminationStrategy: PID 10133 died...\u000a01:43:52.781757 run iperf3-srv_10.42.42.10(pid=10133): Terminated {rc=256}\u000a01:43:52.791426 --- ParallelTerminationStrategy: PID 10134 died...\u000a01:43:52.844176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10134): Terminated: ok {rc=0}\u000a01:43:52.854075 --- ParallelTerminationStrategy: PID 10135 died...\u000a01:43:52.906758 run iperf3-srv_10.42.42.10(pid=10135): Terminated {rc=256}\u000a01:43:52.916695 --- ParallelTerminationStrategy: PID 10136 died...\u000a01:43:52.969937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10136): Terminated: ok {rc=0}\u000a01:43:52.979583 --- ParallelTerminationStrategy: PID 10137 died...\u000a01:43:53.032268 run iperf3-srv_10.42.42.10(pid=10137): Terminated {rc=256}\u000a01:43:53.042215 --- ParallelTerminationStrategy: PID 10138 died...\u000a01:43:53.095373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10138): Terminated: ok {rc=0}\u000a01:43:53.105440 --- ParallelTerminationStrategy: PID 10139 died...\u000a01:43:53.158186 run iperf3-srv_10.42.42.10(pid=10139): Terminated {rc=256}\u000a01:43:53.168171 --- ParallelTerminationStrategy: PID 10142 died...\u000a01:43:53.220942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Terminated: ok {rc=0}\u000a01:43:53.230888 --- ParallelTerminationStrategy: PID 10145 died...\u000a01:43:53.283744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Terminated: ok {rc=0}\u000a01:43:53.293753 --- ParallelTerminationStrategy: PID 10148 died...\u000a01:43:53.346921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Terminated: ok {rc=0}\u000a01:43:53.431677 bus /gobi_4: Setting Powered False\u000a01:43:54.539408 bus /gobi_4: Setting Powered False\u000a01:43:55.650174 bus /gobi_1: Setting Powered False\u000a01:43:56.752917 bus /gobi_1: Setting Powered False\u000a01:43:57.861994 bus /gobi_0: Setting Powered False\u000a01:43:58.966667 bus /gobi_0: Setting Powered False\u000a01:44:00.075609 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10156): Process ended prematurely: osmo-stp_10.42.42.5(pid=10156) [trial-2367↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10156)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10156): Process ended prematurely: osmo-stp_10.42.42.5(pid=10156) [trial-2367↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a01:44:01.161401 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.174343 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:01.343042 tst ping.py: using LAC 25120\u000a01:44:01.484277 tst ping.py: using RAC 130\u000a01:44:01.606002 tst ping.py: using CellId 25120\u000a01:44:01.751376 tst ping.py: using BVCI 25121\u000a01:44:01.774721 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.786005 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.797170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.808505 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.820223 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.831475 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.842706 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:01.854504 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:02.179910 tst ping.py:19: start network...\u000a01:44:02.315989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:02.824599 run create_hlr_db(pid=10150): Launched\u000a01:44:02.996174 bus /gobi_6: Setting Powered False\u000a01:44:04.015774 run create_hlr_db(pid=10150): Terminated: ok {rc=0}\u000a01:44:04.442125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10152): Launched\u000a01:44:04.762367 run osmo-hlr_10.42.42.2(pid=10153): Launched\u000a01:44:04.880441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:05.439339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10155): Launched\u000a01:44:05.758622 run osmo-stp_10.42.42.5(pid=10156): Launched\u000a01:44:05.872641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:06.431557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10158): Launched\u000a01:44:06.544818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:06.825342 run patchelf(pid=10159): Launched\u000a01:44:07.012041 run osmo-stp_10.42.42.5(pid=10156): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10156)]\u000a01:44:07.148511 run osmo-stp_10.42.42.5(pid=10156): stdout: \u000a| (launched: 2022-12-10_01:44:05.600671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:07.285135 run osmo-stp_10.42.42.5(pid=10156): stderr: \u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014405795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:07.418260 run osmo-stp_10.42.42.5(pid=10156): stdout: \u000a| (launched: 2022-12-10_01:44:05.600671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:07.549809 run osmo-stp_10.42.42.5(pid=10156): stderr: \u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014405794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014405795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014405797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:07.701968 run patchelf(pid=10159): Terminating (SIGINT)\u000a01:44:07.880407 run patchelf(pid=10159): Terminated: ok {rc=0}\u000a01:44:07.912739 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10156): Process ended prematurely: osmo-stp_10.42.42.5(pid=10156) [trial-2367↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10156)] [trial-2367↪gprs:nanobts+band-1900↪ping.py:22]\u000a01:44:07.921921 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:44:07.985467 run osmo-hlr_10.42.42.2(pid=10153): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10153)]\u000a01:44:08.037472 run osmo-hlr_10.42.42.2(pid=10153): stdout: \u000a| (launched: 2022-12-10_01:44:04.603446) \u000a01:44:08.089765 run osmo-hlr_10.42.42.2(pid=10153): stderr: \u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014404803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014404816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014404825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014404825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014404825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:08.134369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10152): Terminating (SIGTERM)\u000a01:44:08.176648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10155): Terminating (SIGTERM)\u000a01:44:08.219120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10158): Terminating (SIGTERM)\u000a01:44:08.229311 --- ParallelTerminationStrategy: PID 10152 died...\u000a01:44:08.286285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10152): Terminated: ok {rc=0}\u000a01:44:08.296675 --- ParallelTerminationStrategy: PID 10155 died...\u000a01:44:08.353507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10155): Terminated: ok {rc=0}\u000a01:44:08.364073 --- ParallelTerminationStrategy: PID 10158 died...\u000a01:44:08.420445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10158): Terminated: ok {rc=0}\u000a01:44:08.508337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10166): Process ended prematurely: osmo-stp_10.42.42.5(pid=10166) [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10166)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10166): Process ended prematurely: osmo-stp_10.42.42.5(pid=10166) [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:44:09.561962 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:09.573925 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:09.703102 tst ping_idle_ping.py: using LAC 25121\u000a01:44:09.820507 tst ping_idle_ping.py: using RAC 131\u000a01:44:09.939113 tst ping_idle_ping.py: using CellId 25121\u000a01:44:10.056387 tst ping_idle_ping.py: using BVCI 25122\u000a01:44:10.079325 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.090341 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.101077 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.112318 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.123696 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.135852 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.147597 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:10.158475 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:10.434098 tst ping_idle_ping.py:24: start network...\u000a01:44:10.558611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:11.033219 run create_hlr_db(pid=10160): Launched\u000a01:44:11.206062 bus /gobi_6: Setting Powered False\u000a01:44:12.227256 run create_hlr_db(pid=10160): Terminated: ok {rc=0}\u000a01:44:12.655741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10162): Launched\u000a01:44:12.978145 run osmo-hlr_10.42.42.2(pid=10163): Launched\u000a01:44:13.096693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:13.655193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10165): Launched\u000a01:44:13.978391 run osmo-stp_10.42.42.5(pid=10166): Launched\u000a01:44:14.094453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:14.658457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10168): Launched\u000a01:44:14.772656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:15.052835 run patchelf(pid=10169): Launched\u000a01:44:15.240845 run osmo-stp_10.42.42.5(pid=10166): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10166)]\u000a01:44:15.378330 run osmo-stp_10.42.42.5(pid=10166): stdout: \u000a| (launched: 2022-12-10_01:44:13.818402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:15.515039 run osmo-stp_10.42.42.5(pid=10166): stderr: \u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014414013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:15.648162 run osmo-stp_10.42.42.5(pid=10166): stdout: \u000a| (launched: 2022-12-10_01:44:13.818402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:15.780071 run osmo-stp_10.42.42.5(pid=10166): stderr: \u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014414012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014414013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014414013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:15.948622 run patchelf(pid=10169): Terminating (SIGINT)\u000a01:44:16.139582 run patchelf(pid=10169): Terminated: ok {rc=0}\u000a01:44:16.172711 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10166): Process ended prematurely: osmo-stp_10.42.42.5(pid=10166) [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10166)] [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a01:44:16.182657 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:44:16.247153 run osmo-hlr_10.42.42.2(pid=10163): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10163)]\u000a01:44:16.300053 run osmo-hlr_10.42.42.2(pid=10163): stdout: \u000a| (launched: 2022-12-10_01:44:12.818551) \u000a01:44:16.353857 run osmo-hlr_10.42.42.2(pid=10163): stderr: \u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014413020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014413033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014413041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014413041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014413041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:16.399917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10162): Terminating (SIGTERM)\u000a01:44:16.443662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10165): Terminating (SIGTERM)\u000a01:44:16.487076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10168): Terminating (SIGTERM)\u000a01:44:16.497130 --- ParallelTerminationStrategy: PID 10162 died...\u000a01:44:16.554687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10162): Terminated: ok {rc=0}\u000a01:44:16.565492 --- ParallelTerminationStrategy: PID 10165 died...\u000a01:44:16.622955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10165): Terminated: ok {rc=0}\u000a01:44:16.633738 --- ParallelTerminationStrategy: PID 10168 died...\u000a01:44:16.690354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10168): Terminated: ok {rc=0}\u000a01:44:16.779263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:44:18.915846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:18.927231 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:44:19.063955 tst cs_paging_gprs_active.py: using LAC 25122\u000a01:44:19.190724 tst cs_paging_gprs_active.py: using RAC 132\u000a01:44:19.319904 tst cs_paging_gprs_active.py: using CellId 25122\u000a01:44:19.448871 tst cs_paging_gprs_active.py: using BVCI 25123\u000a01:44:19.473811 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.485257 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.496395 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.507617 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.518838 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.530037 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.541329 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.552367 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:19.563751 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:19.683418 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:19.962889 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:44:20.089816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:20.405156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Launched\u000a01:44:20.670305 run iperf3-srv_10.42.42.10(pid=10175): Launched\u000a01:44:20.854719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:44:20.981183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:21.295635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Launched\u000a01:44:21.557161 run iperf3-srv_10.42.42.10(pid=10177): Launched\u000a01:44:21.741916 tst cs_paging_gprs_active.py:38: start network...\u000a01:44:21.868009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:22.346656 run create_hlr_db(pid=10178): Launched\u000a01:44:22.521291 bus /gobi_6: Setting Powered False\u000a01:44:23.542697 run create_hlr_db(pid=10178): Terminated: ok {rc=0}\u000a01:44:23.946522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Launched\u000a01:44:24.252252 run osmo-hlr_10.42.42.2(pid=10181): Launched\u000a01:44:24.373850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:24.911145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Launched\u000a01:44:25.217946 run osmo-stp_10.42.42.5(pid=10184): Launched\u000a01:44:25.329566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:25.859346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Launched\u000a01:44:25.968169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:26.235040 run patchelf(pid=10187): Launched\u000a01:44:26.412433 run osmo-stp_10.42.42.5(pid=10184): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)]\u000a01:44:26.542503 run osmo-stp_10.42.42.5(pid=10184): stdout: \u000a| (launched: 2022-12-10_01:44:25.066172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:26.672432 run osmo-stp_10.42.42.5(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014425238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:26.798118 run osmo-stp_10.42.42.5(pid=10184): stdout: \u000a| (launched: 2022-12-10_01:44:25.066172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:26.922391 run osmo-stp_10.42.42.5(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014425237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014425238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014425240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:27.067160 run patchelf(pid=10187): Terminating (SIGINT)\u000a01:44:27.236209 run patchelf(pid=10187): Terminated: ok {rc=0}\u000a01:44:27.267407 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10184): Process ended prematurely: osmo-stp_10.42.42.5(pid=10184) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10184)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:44:27.276773 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:44:27.338018 run osmo-hlr_10.42.42.2(pid=10181): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10181)]\u000a01:44:27.387757 run osmo-hlr_10.42.42.2(pid=10181): stdout: \u000a| (launched: 2022-12-10_01:44:24.100454) \u000a01:44:27.438185 run osmo-hlr_10.42.42.2(pid=10181): stderr: \u000a| �[0;m�[1;31m20221210014424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014424280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014424280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014424292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014424301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014424301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014424301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:27.480509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Terminating (SIGTERM)\u000a01:44:27.520375 run iperf3-srv_10.42.42.10(pid=10175): Terminating (SIGTERM)\u000a01:44:27.560172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Terminating (SIGTERM)\u000a01:44:27.599998 run iperf3-srv_10.42.42.10(pid=10177): Terminating (SIGTERM)\u000a01:44:27.639832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Terminating (SIGTERM)\u000a01:44:27.679657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Terminating (SIGTERM)\u000a01:44:27.719676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Terminating (SIGTERM)\u000a01:44:27.729211 --- ParallelTerminationStrategy: PID 10174 died...\u000a01:44:27.783331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10174): Terminated: ok {rc=0}\u000a01:44:27.793022 --- ParallelTerminationStrategy: PID 10175 died...\u000a01:44:27.845660 run iperf3-srv_10.42.42.10(pid=10175): Terminated {rc=256}\u000a01:44:27.855452 --- ParallelTerminationStrategy: PID 10176 died...\u000a01:44:27.908343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10176): Terminated: ok {rc=0}\u000a01:44:27.918202 --- ParallelTerminationStrategy: PID 10177 died...\u000a01:44:27.970546 run iperf3-srv_10.42.42.10(pid=10177): Terminated {rc=256}\u000a01:44:27.980386 --- ParallelTerminationStrategy: PID 10180 died...\u000a01:44:28.033466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10180): Terminated: ok {rc=0}\u000a01:44:28.043030 --- ParallelTerminationStrategy: PID 10183 died...\u000a01:44:28.096318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10183): Terminated: ok {rc=0}\u000a01:44:28.106148 --- ParallelTerminationStrategy: PID 10186 died...\u000a01:44:28.158990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10186): Terminated: ok {rc=0}\u000a01:44:28.246948 bus /gobi_0: Setting Powered False\u000a01:44:29.348538 bus /gobi_0: Setting Powered False\u000a01:44:30.457207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:44:31.601324 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:31.614925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:44:31.749961 tst iperf3.py: using LAC 25123\u000a01:44:31.907656 tst iperf3.py: using RAC 133\u000a01:44:32.065834 tst iperf3.py: using CellId 25123\u000a01:44:32.234396 tst iperf3.py: using BVCI 25124\u000a01:44:32.258793 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.270788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.283112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.297244 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.310323 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.321998 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.335216 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.345968 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:32.357541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:32.652700 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:32.788297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:33.125376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Launched\u000a01:44:33.406897 run iperf3-srv_10.42.42.10(pid=10189): Launched\u000a01:44:33.605453 tst iperf3.py:8: start network...\u000a01:44:33.740387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:34.259451 run create_hlr_db(pid=10190): Launched\u000a01:44:34.448327 bus /gobi_6: Setting Powered False\u000a01:44:35.468792 run create_hlr_db(pid=10190): Terminated: ok {rc=0}\u000a01:44:35.900187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Launched\u000a01:44:36.225212 run osmo-hlr_10.42.42.2(pid=10193): Launched\u000a01:44:36.346941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:36.915409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Launched\u000a01:44:37.240529 run osmo-stp_10.42.42.5(pid=10196): Launched\u000a01:44:37.358187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:37.926874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Launched\u000a01:44:38.042199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:38.326906 run patchelf(pid=10199): Launched\u000a01:44:38.516868 run osmo-stp_10.42.42.5(pid=10196): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a01:44:38.655531 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-10_01:44:37.080409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:38.794690 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221210014437272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014437272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014437273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014437273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014437273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014437274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014437274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:38.928700 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-10_01:44:37.080409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:39.061943 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221210014437272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014437272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014437273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014437273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014437273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014437274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014437274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:39.216422 run patchelf(pid=10199): Terminating (SIGINT)\u000a01:44:39.397909 run patchelf(pid=10199): Terminated: ok {rc=0}\u000a01:44:39.431484 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a01:44:39.441348 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:44:39.504288 run osmo-hlr_10.42.42.2(pid=10193): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10193)]\u000a01:44:39.555299 run osmo-hlr_10.42.42.2(pid=10193): stdout: \u000a| (launched: 2022-12-10_01:44:36.065268) \u000a01:44:39.607045 run osmo-hlr_10.42.42.2(pid=10193): stderr: \u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014436264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014436277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014436285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014436286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014436286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:39.651306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a01:44:39.692938 run iperf3-srv_10.42.42.10(pid=10189): Terminating (SIGTERM)\u000a01:44:39.734700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminating (SIGTERM)\u000a01:44:39.776633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminating (SIGTERM)\u000a01:44:39.818843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminating (SIGTERM)\u000a01:44:39.828735 --- ParallelTerminationStrategy: PID 10188 died...\u000a01:44:39.885054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a01:44:39.895312 --- ParallelTerminationStrategy: PID 10189 died...\u000a01:44:39.950948 run iperf3-srv_10.42.42.10(pid=10189): Terminated {rc=256}\u000a01:44:39.961200 --- ParallelTerminationStrategy: PID 10192 died...\u000a01:44:40.016766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminated: ok {rc=0}\u000a01:44:40.027008 --- ParallelTerminationStrategy: PID 10195 died...\u000a01:44:40.082703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminated: ok {rc=0}\u000a01:44:40.092892 --- ParallelTerminationStrategy: PID 10198 died...\u000a01:44:40.149007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminated: ok {rc=0}\u000a01:44:40.236636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:44:41.351573 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.364229 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:44:41.501195 tst iperf3m4.py: using LAC 25124\u000a01:44:41.630302 tst iperf3m4.py: using RAC 134\u000a01:44:41.757978 tst iperf3m4.py: using CellId 25124\u000a01:44:41.886474 tst iperf3m4.py: using BVCI 25125\u000a01:44:41.911530 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.933394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.944814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.956061 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.967474 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.979053 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:41.990667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:42.001873 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:42.013519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:42.133127 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:42.252512 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:42.371598 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:42.663724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:42.800394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:43.137856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Launched\u000a01:44:43.420538 run iperf3-srv_10.42.42.10(pid=10201): Launched\u000a01:44:43.618929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:44:43.754661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:44.091110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Launched\u000a01:44:44.371775 run iperf3-srv_10.42.42.10(pid=10203): Launched\u000a01:44:44.570490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:44:44.706750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:45.044331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Launched\u000a01:44:45.326344 run iperf3-srv_10.42.42.10(pid=10205): Launched\u000a01:44:45.526050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:44:45.661110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:46.019441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Launched\u000a01:44:46.322797 run iperf3-srv_10.42.42.10(pid=10207): Launched\u000a01:44:46.527874 tst iperf3m4.py:8: start network...\u000a01:44:46.666125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:47.223559 run create_hlr_db(pid=10208): Launched\u000a01:44:47.399872 bus /gobi_6: Setting Powered False\u000a01:44:48.422230 run create_hlr_db(pid=10208): Terminated: ok {rc=0}\u000a01:44:48.852681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Launched\u000a01:44:49.158414 run osmo-hlr_10.42.42.2(pid=10211): Launched\u000a01:44:49.270587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:49.800916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Launched\u000a01:44:50.108261 run osmo-stp_10.42.42.5(pid=10214): Launched\u000a01:44:50.219005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:50.750092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Launched\u000a01:44:50.858389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:51.124847 run patchelf(pid=10217): Launched\u000a01:44:51.302903 run osmo-stp_10.42.42.5(pid=10214): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a01:44:51.432428 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-10_01:44:49.955895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:51.562854 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221210014450124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014450124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014450125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014450125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014450125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014450126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014450126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:51.688507 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-10_01:44:49.955895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:51.813476 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221210014450124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014450124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014450125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014450125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014450125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014450126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014450126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:51.958985 run patchelf(pid=10217): Terminating (SIGINT)\u000a01:44:52.129334 run patchelf(pid=10217): Terminated: ok {rc=0}\u000a01:44:52.160797 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:44:52.170070 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:44:52.230748 run osmo-hlr_10.42.42.2(pid=10211): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10211)]\u000a01:44:52.279373 run osmo-hlr_10.42.42.2(pid=10211): stdout: \u000a| (launched: 2022-12-10_01:44:49.006949) \u000a01:44:52.329102 run osmo-hlr_10.42.42.2(pid=10211): stderr: \u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014449187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014449199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014449209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014449209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014449210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:52.370861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Terminating (SIGTERM)\u000a01:44:52.410447 run iperf3-srv_10.42.42.10(pid=10201): Terminating (SIGTERM)\u000a01:44:52.450041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminating (SIGTERM)\u000a01:44:52.489476 run iperf3-srv_10.42.42.10(pid=10203): Terminating (SIGTERM)\u000a01:44:52.528979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Terminating (SIGTERM)\u000a01:44:52.568471 run iperf3-srv_10.42.42.10(pid=10205): Terminating (SIGTERM)\u000a01:44:52.608172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Terminating (SIGTERM)\u000a01:44:52.647380 run iperf3-srv_10.42.42.10(pid=10207): Terminating (SIGTERM)\u000a01:44:52.686996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminating (SIGTERM)\u000a01:44:52.726884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a01:44:52.766522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Terminating (SIGTERM)\u000a01:44:52.776125 --- ParallelTerminationStrategy: PID 10200 died...\u000a01:44:52.829364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10200): Terminated: ok {rc=0}\u000a01:44:52.839192 --- ParallelTerminationStrategy: PID 10201 died...\u000a01:44:52.891720 run iperf3-srv_10.42.42.10(pid=10201): Terminated {rc=256}\u000a01:44:52.901456 --- ParallelTerminationStrategy: PID 10202 died...\u000a01:44:52.954396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminated: ok {rc=0}\u000a01:44:52.964021 --- ParallelTerminationStrategy: PID 10203 died...\u000a01:44:53.016794 run iperf3-srv_10.42.42.10(pid=10203): Terminated {rc=256}\u000a01:44:53.026376 --- ParallelTerminationStrategy: PID 10204 died...\u000a01:44:53.079416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10204): Terminated: ok {rc=0}\u000a01:44:53.088898 --- ParallelTerminationStrategy: PID 10205 died...\u000a01:44:53.141623 run iperf3-srv_10.42.42.10(pid=10205): Terminated {rc=256}\u000a01:44:53.151443 --- ParallelTerminationStrategy: PID 10206 died...\u000a01:44:53.204200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10206): Terminated: ok {rc=0}\u000a01:44:53.214118 --- ParallelTerminationStrategy: PID 10207 died...\u000a01:44:53.267010 run iperf3-srv_10.42.42.10(pid=10207): Terminated {rc=256}\u000a01:44:53.276610 --- ParallelTerminationStrategy: PID 10210 died...\u000a01:44:53.329517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminated: ok {rc=0}\u000a01:44:53.339306 --- ParallelTerminationStrategy: PID 10213 died...\u000a01:44:53.392222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a01:44:53.402167 --- ParallelTerminationStrategy: PID 10216 died...\u000a01:44:53.455707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10216): Terminated: ok {rc=0}\u000a01:44:53.540157 bus /gobi_4: Setting Powered False\u000a01:44:54.643915 bus /gobi_4: Setting Powered False\u000a01:44:55.755186 bus /gobi_1: Setting Powered False\u000a01:44:56.857375 bus /gobi_1: Setting Powered False\u000a01:44:57.968577 bus /gobi_0: Setting Powered False\u000a01:44:59.071202 bus /gobi_0: Setting Powered False\u000a01:45:00.180762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:45:01.247899 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.260575 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:01.392120 tst ping.py: using LAC 25125\u000a01:45:01.512720 tst ping.py: using RAC 135\u000a01:45:01.638947 tst ping.py: using CellId 25125\u000a01:45:01.793008 tst ping.py: using BVCI 25126\u000a01:45:01.824043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.836311 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.849424 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.862433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.874992 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.887058 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.901123 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:01.913902 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:02.194353 tst ping.py:19: start network...\u000a01:45:02.323929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:02.833546 run create_hlr_db(pid=10221): Launched\u000a01:45:03.017115 bus /gobi_6: Setting Powered False\u000a01:45:04.037562 run create_hlr_db(pid=10221): Terminated: ok {rc=0}\u000a01:45:04.438378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Launched\u000a01:45:04.738242 run osmo-hlr_10.42.42.2(pid=10224): Launched\u000a01:45:04.851558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:05.380835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Launched\u000a01:45:05.682614 run osmo-stp_10.42.42.5(pid=10227): Launched\u000a01:45:05.791339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:06.312343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Launched\u000a01:45:06.418273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:06.680409 run patchelf(pid=10230): Launched\u000a01:45:06.855298 run osmo-stp_10.42.42.5(pid=10227): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a01:45:06.982441 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-10_01:45:05.531816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:07.110492 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014505704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:07.234097 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-10_01:45:05.531816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:07.356634 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014505703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014505704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014505704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:07.499141 run patchelf(pid=10230): Terminating (SIGINT)\u000a01:45:07.666385 run patchelf(pid=10230): Terminated: ok {rc=0}\u000a01:45:07.696787 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a01:45:07.705468 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:45:07.765877 run osmo-hlr_10.42.42.2(pid=10224): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10224)]\u000a01:45:07.814425 run osmo-hlr_10.42.42.2(pid=10224): stdout: \u000a| (launched: 2022-12-10_01:45:04.589898) \u000a01:45:07.863866 run osmo-hlr_10.42.42.2(pid=10224): stderr: \u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014504767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014504779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014504788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014504789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014504789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:07.905815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminating (SIGTERM)\u000a01:45:07.945495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminating (SIGTERM)\u000a01:45:07.985092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Terminating (SIGTERM)\u000a01:45:07.994656 --- ParallelTerminationStrategy: PID 10223 died...\u000a01:45:08.047827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminated: ok {rc=0}\u000a01:45:08.057751 --- ParallelTerminationStrategy: PID 10226 died...\u000a01:45:08.110610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminated: ok {rc=0}\u000a01:45:08.120475 --- ParallelTerminationStrategy: PID 10229 died...\u000a01:45:08.174135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10229): Terminated: ok {rc=0}\u000a01:45:08.257186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:45:09.307764 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.319431 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:09.448425 tst ping_idle_ping.py: using LAC 25126\u000a01:45:09.566338 tst ping_idle_ping.py: using RAC 136\u000a01:45:09.683769 tst ping_idle_ping.py: using CellId 25126\u000a01:45:09.802183 tst ping_idle_ping.py: using BVCI 25127\u000a01:45:09.824598 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.835713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.846569 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.857584 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.868403 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.879468 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.890692 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:09.901764 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:10.194382 tst ping_idle_ping.py:24: start network...\u000a01:45:10.327088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:10.845697 run create_hlr_db(pid=10231): Launched\u000a01:45:11.031299 bus /gobi_6: Setting Powered False\u000a01:45:12.052539 run create_hlr_db(pid=10231): Terminated: ok {rc=0}\u000a01:45:12.457240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Launched\u000a01:45:12.758829 run osmo-hlr_10.42.42.2(pid=10234): Launched\u000a01:45:12.873401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:13.393874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Launched\u000a01:45:13.697086 run osmo-stp_10.42.42.5(pid=10237): Launched\u000a01:45:13.806760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:14.329164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Launched\u000a01:45:14.435076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:14.696001 run patchelf(pid=10240): Launched\u000a01:45:14.871085 run osmo-stp_10.42.42.5(pid=10237): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a01:45:14.999090 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-10_01:45:13.545331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:15.126791 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014513715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:15.251133 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-10_01:45:13.545331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:15.376028 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014513714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014513715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:15.518689 run patchelf(pid=10240): Terminating (SIGINT)\u000a01:45:15.685840 run patchelf(pid=10240): Terminated: ok {rc=0}\u000a01:45:15.716212 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:45:15.724821 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:45:15.785645 run osmo-hlr_10.42.42.2(pid=10234): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10234)]\u000a01:45:15.835405 run osmo-hlr_10.42.42.2(pid=10234): stdout: \u000a| (launched: 2022-12-10_01:45:12.608855) \u000a01:45:15.896196 run osmo-hlr_10.42.42.2(pid=10234): stderr: \u000a| �[0;m�[1;31m20221210014512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014512800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014512808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014512808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014512808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:15.939444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminating (SIGTERM)\u000a01:45:15.980530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminating (SIGTERM)\u000a01:45:16.022744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminating (SIGTERM)\u000a01:45:16.033027 --- ParallelTerminationStrategy: PID 10233 died...\u000a01:45:16.089865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminated: ok {rc=0}\u000a01:45:16.100262 --- ParallelTerminationStrategy: PID 10236 died...\u000a01:45:16.154800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminated: ok {rc=0}\u000a01:45:16.165789 --- ParallelTerminationStrategy: PID 10239 died...\u000a01:45:16.220818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminated: ok {rc=0}\u000a01:45:16.305290 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:44:18" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10255): Process ended prematurely: osmo-stp_10.42.42.5(pid=10255) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10255)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10255): Process ended prematurely: osmo-stp_10.42.42.5(pid=10255) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:45:18.424772 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:18.435784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:45:18.581095 tst cs_paging_gprs_active.py: using LAC 25127\u000a01:45:18.700644 tst cs_paging_gprs_active.py: using RAC 137\u000a01:45:18.821669 tst cs_paging_gprs_active.py: using CellId 25127\u000a01:45:18.940285 tst cs_paging_gprs_active.py: using BVCI 25128\u000a01:45:18.963522 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:18.974533 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:18.985446 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:18.996511 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:19.007452 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:19.018576 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:19.029735 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:19.040574 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:19.051731 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:19.172029 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:19.467575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:45:19.603507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:19.940054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10245): Launched\u000a01:45:20.221161 run iperf3-srv_10.42.42.10(pid=10246): Launched\u000a01:45:20.419966 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:45:20.556138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:20.891895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10247): Launched\u000a01:45:21.171493 run iperf3-srv_10.42.42.10(pid=10248): Launched\u000a01:45:21.369875 tst cs_paging_gprs_active.py:38: start network...\u000a01:45:21.505780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:22.026195 run create_hlr_db(pid=10249): Launched\u000a01:45:22.213816 bus /gobi_6: Setting Powered False\u000a01:45:23.234991 run create_hlr_db(pid=10249): Terminated: ok {rc=0}\u000a01:45:23.643455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10251): Launched\u000a01:45:23.949794 run osmo-hlr_10.42.42.2(pid=10252): Launched\u000a01:45:24.068884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:24.605897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10254): Launched\u000a01:45:24.911007 run osmo-stp_10.42.42.5(pid=10255): Launched\u000a01:45:25.023021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:25.554244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10257): Launched\u000a01:45:25.662457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:25.928204 run patchelf(pid=10258): Launched\u000a01:45:26.106405 run osmo-stp_10.42.42.5(pid=10255): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10255)]\u000a01:45:26.236296 run osmo-stp_10.42.42.5(pid=10255): stdout: \u000a| (launched: 2022-12-10_01:45:24.759958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:26.366257 run osmo-stp_10.42.42.5(pid=10255): stderr: \u000a| �[0;m�[38;5;43m20221210014524930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014524930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014524931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014524931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:26.491582 run osmo-stp_10.42.42.5(pid=10255): stdout: \u000a| (launched: 2022-12-10_01:45:24.759958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:26.616237 run osmo-stp_10.42.42.5(pid=10255): stderr: \u000a| �[0;m�[38;5;43m20221210014524930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014524930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014524931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014524931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014524932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:26.761446 run patchelf(pid=10258): Terminating (SIGINT)\u000a01:45:26.931258 run patchelf(pid=10258): Terminated: ok {rc=0}\u000a01:45:26.962550 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10255): Process ended prematurely: osmo-stp_10.42.42.5(pid=10255) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10255)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:45:26.971802 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:45:27.032653 run osmo-hlr_10.42.42.2(pid=10252): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10252)]\u000a01:45:27.081697 run osmo-hlr_10.42.42.2(pid=10252): stdout: \u000a| (launched: 2022-12-10_01:45:23.797851) \u000a01:45:27.131230 run osmo-hlr_10.42.42.2(pid=10252): stderr: \u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014523977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014523989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014523998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014523998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014523998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:27.173065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10245): Terminating (SIGTERM)\u000a01:45:27.212771 run iperf3-srv_10.42.42.10(pid=10246): Terminating (SIGTERM)\u000a01:45:27.252689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10247): Terminating (SIGTERM)\u000a01:45:27.292297 run iperf3-srv_10.42.42.10(pid=10248): Terminating (SIGTERM)\u000a01:45:27.331967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10251): Terminating (SIGTERM)\u000a01:45:27.371680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10254): Terminating (SIGTERM)\u000a01:45:27.411458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10257): Terminating (SIGTERM)\u000a01:45:27.421030 --- ParallelTerminationStrategy: PID 10245 died...\u000a01:45:27.473814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10245): Terminated: ok {rc=0}\u000a01:45:27.483576 --- ParallelTerminationStrategy: PID 10246 died...\u000a01:45:27.535987 run iperf3-srv_10.42.42.10(pid=10246): Terminated {rc=256}\u000a01:45:27.545704 --- ParallelTerminationStrategy: PID 10247 died...\u000a01:45:27.598415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10247): Terminated: ok {rc=0}\u000a01:45:27.608068 --- ParallelTerminationStrategy: PID 10248 died...\u000a01:45:27.660333 run iperf3-srv_10.42.42.10(pid=10248): Terminated {rc=256}\u000a01:45:27.670159 --- ParallelTerminationStrategy: PID 10251 died...\u000a01:45:27.722492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10251): Terminated: ok {rc=0}\u000a01:45:27.732252 --- ParallelTerminationStrategy: PID 10254 died...\u000a01:45:27.784644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10254): Terminated: ok {rc=0}\u000a01:45:27.794353 --- ParallelTerminationStrategy: PID 10257 died...\u000a01:45:27.847093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10257): Terminated: ok {rc=0}\u000a01:45:27.929948 bus /gobi_0: Setting Powered False\u000a01:45:29.036526 bus /gobi_0: Setting Powered False\u000a01:45:30.143140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:45:31.257946 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.270895 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:45:31.431781 tst iperf3.py: using LAC 25128\u000a01:45:31.561119 tst iperf3.py: using RAC 138\u000a01:45:31.696077 tst iperf3.py: using CellId 25128\u000a01:45:31.824249 tst iperf3.py: using BVCI 25129\u000a01:45:31.850724 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.863309 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.876172 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.888558 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.900650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.912865 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.925590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.938039 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:31.951040 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:32.271248 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:32.397535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:32.713399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Launched\u000a01:45:32.977116 run iperf3-srv_10.42.42.10(pid=10260): Launched\u000a01:45:33.162240 tst iperf3.py:8: start network...\u000a01:45:33.288034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:33.766695 run create_hlr_db(pid=10261): Launched\u000a01:45:33.940902 bus /gobi_6: Setting Powered False\u000a01:45:34.962855 run create_hlr_db(pid=10261): Terminated: ok {rc=0}\u000a01:45:35.395303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Launched\u000a01:45:35.722515 run osmo-hlr_10.42.42.2(pid=10264): Launched\u000a01:45:35.843971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:36.411147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Launched\u000a01:45:36.739742 run osmo-stp_10.42.42.5(pid=10267): Launched\u000a01:45:36.856924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:37.425011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Launched\u000a01:45:37.540575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:37.823299 run patchelf(pid=10270): Launched\u000a01:45:38.011969 run osmo-stp_10.42.42.5(pid=10267): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a01:45:38.150161 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-10_01:45:36.576818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:38.288045 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221210014536770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014536771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014536771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014536771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:38.422444 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-10_01:45:36.576818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:38.554882 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221210014536770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014536771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014536771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014536771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014536772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:38.708682 run patchelf(pid=10270): Terminating (SIGINT)\u000a01:45:38.889323 run patchelf(pid=10270): Terminated: ok {rc=0}\u000a01:45:38.922422 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:45:38.932248 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:45:38.994710 run osmo-hlr_10.42.42.2(pid=10264): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10264)]\u000a01:45:39.045307 run osmo-hlr_10.42.42.2(pid=10264): stdout: \u000a| (launched: 2022-12-10_01:45:35.560838) \u000a01:45:39.097247 run osmo-hlr_10.42.42.2(pid=10264): stderr: \u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014535760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014535772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014535780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014535780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014535780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:39.141460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Terminating (SIGTERM)\u000a01:45:39.182767 run iperf3-srv_10.42.42.10(pid=10260): Terminating (SIGTERM)\u000a01:45:39.224134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminating (SIGTERM)\u000a01:45:39.265468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminating (SIGTERM)\u000a01:45:39.306760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Terminating (SIGTERM)\u000a01:45:39.316421 --- ParallelTerminationStrategy: PID 10259 died...\u000a01:45:39.372066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Terminated: ok {rc=0}\u000a01:45:39.382108 --- ParallelTerminationStrategy: PID 10260 died...\u000a01:45:39.437533 run iperf3-srv_10.42.42.10(pid=10260): Terminated {rc=256}\u000a01:45:39.447578 --- ParallelTerminationStrategy: PID 10263 died...\u000a01:45:39.502444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminated: ok {rc=0}\u000a01:45:39.512306 --- ParallelTerminationStrategy: PID 10266 died...\u000a01:45:39.567585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminated: ok {rc=0}\u000a01:45:39.577670 --- ParallelTerminationStrategy: PID 10269 died...\u000a01:45:39.632711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Terminated: ok {rc=0}\u000a01:45:39.719835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:45:40.835311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:40.847680 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:45:40.999649 tst iperf3m4.py: using LAC 25129\u000a01:45:41.120936 tst iperf3m4.py: using RAC 139\u000a01:45:41.241191 tst iperf3m4.py: using CellId 25129\u000a01:45:41.359596 tst iperf3m4.py: using BVCI 25130\u000a01:45:41.382643 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.393927 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.404646 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.416570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.428022 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.439543 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.451181 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.462742 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:41.474394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:41.595214 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:41.714200 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:41.834728 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:42.128538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:42.263954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:42.600110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10271): Launched\u000a01:45:42.881256 run iperf3-srv_10.42.42.10(pid=10272): Launched\u000a01:45:43.079867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:45:43.215850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:43.553452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Launched\u000a01:45:43.832828 run iperf3-srv_10.42.42.10(pid=10274): Launched\u000a01:45:44.030883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:45:44.165921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:44.501580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Launched\u000a01:45:44.781972 run iperf3-srv_10.42.42.10(pid=10276): Launched\u000a01:45:44.979239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:45:45.113876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:45.450382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10277): Launched\u000a01:45:45.730738 run iperf3-srv_10.42.42.10(pid=10278): Launched\u000a01:45:45.945062 tst iperf3m4.py:8: start network...\u000a01:45:46.082844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:46.705735 run create_hlr_db(pid=10279): Launched\u000a01:45:46.885757 bus /gobi_6: Setting Powered False\u000a01:45:47.902316 run create_hlr_db(pid=10279): Terminated: ok {rc=0}\u000a01:45:48.334342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Launched\u000a01:45:48.663854 run osmo-hlr_10.42.42.2(pid=10282): Launched\u000a01:45:48.787311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:49.355060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Launched\u000a01:45:49.682692 run osmo-stp_10.42.42.5(pid=10285): Launched\u000a01:45:49.799041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:50.365077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Launched\u000a01:45:50.480711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:50.763956 run patchelf(pid=10288): Launched\u000a01:45:50.952027 run osmo-stp_10.42.42.5(pid=10285): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]\u000a01:45:51.089617 run osmo-stp_10.42.42.5(pid=10285): stdout: \u000a| (launched: 2022-12-10_01:45:49.521365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:51.228227 run osmo-stp_10.42.42.5(pid=10285): stderr: \u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014549716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:51.361427 run osmo-stp_10.42.42.5(pid=10285): stdout: \u000a| (launched: 2022-12-10_01:45:49.521365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:51.494336 run osmo-stp_10.42.42.5(pid=10285): stderr: \u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014549715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014549716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014549716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:51.647762 run patchelf(pid=10288): Terminating (SIGINT)\u000a01:45:51.827460 run patchelf(pid=10288): Terminated: ok {rc=0}\u000a01:45:51.860711 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:45:51.870527 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:45:51.933870 run osmo-hlr_10.42.42.2(pid=10282): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10282)]\u000a01:45:51.985325 run osmo-hlr_10.42.42.2(pid=10282): stdout: \u000a| (launched: 2022-12-10_01:45:48.500342) \u000a01:45:52.037159 run osmo-hlr_10.42.42.2(pid=10282): stderr: \u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014548701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014548716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014548724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014548725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014548725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:52.081546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10271): Terminating (SIGTERM)\u000a01:45:52.123277 run iperf3-srv_10.42.42.10(pid=10272): Terminating (SIGTERM)\u000a01:45:52.165201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Terminating (SIGTERM)\u000a01:45:52.206890 run iperf3-srv_10.42.42.10(pid=10274): Terminating (SIGTERM)\u000a01:45:52.248582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Terminating (SIGTERM)\u000a01:45:52.290140 run iperf3-srv_10.42.42.10(pid=10276): Terminating (SIGTERM)\u000a01:45:52.331979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10277): Terminating (SIGTERM)\u000a01:45:52.373596 run iperf3-srv_10.42.42.10(pid=10278): Terminating (SIGTERM)\u000a01:45:52.415674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Terminating (SIGTERM)\u000a01:45:52.457608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Terminating (SIGTERM)\u000a01:45:52.499234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Terminating (SIGTERM)\u000a01:45:52.509051 --- ParallelTerminationStrategy: PID 10271 died...\u000a01:45:52.565291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10271): Terminated: ok {rc=0}\u000a01:45:52.575481 --- ParallelTerminationStrategy: PID 10272 died...\u000a01:45:52.631170 run iperf3-srv_10.42.42.10(pid=10272): Terminated {rc=256}\u000a01:45:52.641225 --- ParallelTerminationStrategy: PID 10273 died...\u000a01:45:52.696349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Terminated: ok {rc=0}\u000a01:45:52.706465 --- ParallelTerminationStrategy: PID 10274 died...\u000a01:45:52.761474 run iperf3-srv_10.42.42.10(pid=10274): Terminated {rc=256}\u000a01:45:52.771429 --- ParallelTerminationStrategy: PID 10275 died...\u000a01:45:52.827187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Terminated: ok {rc=0}\u000a01:45:52.837391 --- ParallelTerminationStrategy: PID 10276 died...\u000a01:45:52.892180 run iperf3-srv_10.42.42.10(pid=10276): Terminated {rc=256}\u000a01:45:52.902088 --- ParallelTerminationStrategy: PID 10277 died...\u000a01:45:52.957440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10277): Terminated: ok {rc=0}\u000a01:45:52.967543 --- ParallelTerminationStrategy: PID 10278 died...\u000a01:45:53.022488 run iperf3-srv_10.42.42.10(pid=10278): Terminated {rc=256}\u000a01:45:53.032377 --- ParallelTerminationStrategy: PID 10281 died...\u000a01:45:53.087468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Terminated: ok {rc=0}\u000a01:45:53.097671 --- ParallelTerminationStrategy: PID 10284 died...\u000a01:45:53.152486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Terminated: ok {rc=0}\u000a01:45:53.162557 --- ParallelTerminationStrategy: PID 10287 died...\u000a01:45:53.218123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Terminated: ok {rc=0}\u000a01:45:53.305432 bus /gobi_4: Setting Powered False\u000a01:45:54.409453 bus /gobi_4: Setting Powered False\u000a01:45:55.519656 bus /gobi_1: Setting Powered False\u000a01:45:56.623395 bus /gobi_1: Setting Powered False\u000a01:45:57.733565 bus /gobi_0: Setting Powered False\u000a01:45:58.836244 bus /gobi_0: Setting Powered False\u000a01:45:59.947353 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:46:01.042160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.055233 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:01.207691 tst ping.py: using LAC 25130\u000a01:46:01.334474 tst ping.py: using RAC 140\u000a01:46:01.470481 tst ping.py: using CellId 25130\u000a01:46:01.623594 tst ping.py: using BVCI 25131\u000a01:46:01.658008 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.673604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.688852 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.704097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.719778 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.734338 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.749552 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:01.765135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:02.109527 tst ping.py:19: start network...\u000a01:46:02.260307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:02.732473 run create_hlr_db(pid=10289): Launched\u000a01:46:02.904486 bus /gobi_6: Setting Powered False\u000a01:46:03.925205 run create_hlr_db(pid=10289): Terminated: ok {rc=0}\u000a01:46:04.322099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Launched\u000a01:46:04.623042 run osmo-hlr_10.42.42.2(pid=10292): Launched\u000a01:46:04.737383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:05.268073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Launched\u000a01:46:05.568622 run osmo-stp_10.42.42.5(pid=10295): Launched\u000a01:46:05.677320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:06.200499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Launched\u000a01:46:06.306495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:06.569637 run patchelf(pid=10298): Launched\u000a01:46:06.744286 run osmo-stp_10.42.42.5(pid=10295): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]\u000a01:46:06.872139 run osmo-stp_10.42.42.5(pid=10295): stdout: \u000a| (launched: 2022-12-10_01:46:05.420312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:07.000147 run osmo-stp_10.42.42.5(pid=10295): stderr: \u000a| �[0;m�[38;5;43m20221210014605591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014605592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014605592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014605592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:07.124327 run osmo-stp_10.42.42.5(pid=10295): stdout: \u000a| (launched: 2022-12-10_01:46:05.420312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:07.247201 run osmo-stp_10.42.42.5(pid=10295): stderr: \u000a| �[0;m�[38;5;43m20221210014605591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014605592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014605592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014605592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014605593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:07.389918 run patchelf(pid=10298): Terminating (SIGINT)\u000a01:46:07.556679 run patchelf(pid=10298): Terminated: ok {rc=0}\u000a01:46:07.587203 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:46:07.595901 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:46:07.655741 run osmo-hlr_10.42.42.2(pid=10292): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10292)]\u000a01:46:07.704691 run osmo-hlr_10.42.42.2(pid=10292): stdout: \u000a| (launched: 2022-12-10_01:46:04.473970) \u000a01:46:07.753756 run osmo-hlr_10.42.42.2(pid=10292): stderr: \u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014604650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014604662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014604672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014604672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014604672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:07.795522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Terminating (SIGTERM)\u000a01:46:07.835315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Terminating (SIGTERM)\u000a01:46:07.875083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Terminating (SIGTERM)\u000a01:46:07.884361 --- ParallelTerminationStrategy: PID 10291 died...\u000a01:46:07.937256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Terminated: ok {rc=0}\u000a01:46:07.947155 --- ParallelTerminationStrategy: PID 10294 died...\u000a01:46:08.000030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Terminated: ok {rc=0}\u000a01:46:08.010054 --- ParallelTerminationStrategy: PID 10297 died...\u000a01:46:08.062493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Terminated: ok {rc=0}\u000a01:46:08.145694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:46:09.199182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.212010 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:09.367997 tst ping_idle_ping.py: using LAC 25131\u000a01:46:09.493836 tst ping_idle_ping.py: using RAC 141\u000a01:46:09.618568 tst ping_idle_ping.py: using CellId 25131\u000a01:46:09.743431 tst ping_idle_ping.py: using BVCI 25132\u000a01:46:09.767838 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.779318 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.790616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.801833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.813094 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.824375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.835811 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:09.847101 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:10.136086 tst ping_idle_ping.py:24: start network...\u000a01:46:10.268341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:10.781202 run create_hlr_db(pid=10299): Launched\u000a01:46:10.965308 bus /gobi_6: Setting Powered False\u000a01:46:11.986160 run create_hlr_db(pid=10299): Terminated: ok {rc=0}\u000a01:46:12.411303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Launched\u000a01:46:12.735208 run osmo-hlr_10.42.42.2(pid=10302): Launched\u000a01:46:12.850374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:13.405979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Launched\u000a01:46:13.730407 run osmo-stp_10.42.42.5(pid=10305): Launched\u000a01:46:13.845469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:14.403122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Launched\u000a01:46:14.517118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:14.796819 run patchelf(pid=10308): Launched\u000a01:46:14.983899 run osmo-stp_10.42.42.5(pid=10305): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]\u000a01:46:15.120572 run osmo-stp_10.42.42.5(pid=10305): stdout: \u000a| (launched: 2022-12-10_01:46:13.568850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:15.257227 run osmo-stp_10.42.42.5(pid=10305): stderr: \u000a| �[0;m�[38;5;43m20221210014613760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014613761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014613761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014613762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:15.390266 run osmo-stp_10.42.42.5(pid=10305): stdout: \u000a| (launched: 2022-12-10_01:46:13.568850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:15.522731 run osmo-stp_10.42.42.5(pid=10305): stderr: \u000a| �[0;m�[38;5;43m20221210014613760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014613761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014613761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014613762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:15.675159 run patchelf(pid=10308): Terminating (SIGINT)\u000a01:46:15.870532 run patchelf(pid=10308): Terminated: ok {rc=0}\u000a01:46:15.909957 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)] [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:46:15.922120 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:46:15.986128 run osmo-hlr_10.42.42.2(pid=10302): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10302)]\u000a01:46:16.038468 run osmo-hlr_10.42.42.2(pid=10302): stdout: \u000a| (launched: 2022-12-10_01:46:12.574214) \u000a01:46:16.091772 run osmo-hlr_10.42.42.2(pid=10302): stderr: \u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014612772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014612785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014612794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014612794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014612794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:16.137102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Terminating (SIGTERM)\u000a01:46:16.181713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Terminating (SIGTERM)\u000a01:46:16.224452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Terminating (SIGTERM)\u000a01:46:16.234415 --- ParallelTerminationStrategy: PID 10301 died...\u000a01:46:16.291339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Terminated: ok {rc=0}\u000a01:46:16.301997 --- ParallelTerminationStrategy: PID 10304 died...\u000a01:46:16.358874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Terminated: ok {rc=0}\u000a01:46:16.369744 --- ParallelTerminationStrategy: PID 10307 died...\u000a01:46:16.426728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Terminated: ok {rc=0}\u000a01:46:16.529662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:46:18.541462 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:18.553194 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:46:18.701428 tst switch_tch_pdch.py: using LAC 25132\u000a01:46:18.819756 tst switch_tch_pdch.py: using RAC 142\u000a01:46:18.938518 tst switch_tch_pdch.py: using CellId 25132\u000a01:46:19.058085 tst switch_tch_pdch.py: using BVCI 25133\u000a01:46:19.080712 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.092352 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.103747 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.115990 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.128387 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.141109 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.152696 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:19.164995 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:46:19.286981 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:46:19.579979 tst switch_tch_pdch.py:51: start network...\u000a01:46:19.712573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:20.225042 run create_hlr_db(pid=10312): Launched\u000a01:46:20.410182 bus /gobi_6: Setting Powered False\u000a01:46:21.431053 run create_hlr_db(pid=10312): Terminated: ok {rc=0}\u000a01:46:21.833598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Launched\u000a01:46:22.134001 run osmo-hlr_10.42.42.2(pid=10316): Launched\u000a01:46:22.248504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:22.778381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Launched\u000a01:46:23.078549 run osmo-stp_10.42.42.5(pid=10319): Launched\u000a01:46:23.187018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:23.710745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Launched\u000a01:46:23.817292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:24.080871 run patchelf(pid=10322): Launched\u000a01:46:24.255970 run osmo-stp_10.42.42.5(pid=10319): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)]\u000a01:46:24.383533 run osmo-stp_10.42.42.5(pid=10319): stdout: \u000a| (launched: 2022-12-10_01:46:22.929892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:24.511707 run osmo-stp_10.42.42.5(pid=10319): stderr: \u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014623101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:24.635430 run osmo-stp_10.42.42.5(pid=10319): stdout: \u000a| (launched: 2022-12-10_01:46:22.929892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:24.758047 run osmo-stp_10.42.42.5(pid=10319): stderr: \u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014623100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014623101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014623101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:24.900315 run patchelf(pid=10322): Terminating (SIGINT)\u000a01:46:25.066608 run patchelf(pid=10322): Terminated: ok {rc=0}\u000a01:46:25.097039 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10319): Process ended prematurely: osmo-stp_10.42.42.5(pid=10319) [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10319)] [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:46:25.105751 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:46:25.166110 run osmo-hlr_10.42.42.2(pid=10316): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10316)]\u000a01:46:25.215103 run osmo-hlr_10.42.42.2(pid=10316): stdout: \u000a| (launched: 2022-12-10_01:46:21.985095) \u000a01:46:25.264596 run osmo-hlr_10.42.42.2(pid=10316): stderr: \u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014622163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014622177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014622187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014622187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014622187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:25.306352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Terminating (SIGTERM)\u000a01:46:25.346488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Terminating (SIGTERM)\u000a01:46:25.386073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Terminating (SIGTERM)\u000a01:46:25.395528 --- ParallelTerminationStrategy: PID 10315 died...\u000a01:46:25.448749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10315): Terminated: ok {rc=0}\u000a01:46:25.458775 --- ParallelTerminationStrategy: PID 10318 died...\u000a01:46:25.511685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10318): Terminated: ok {rc=0}\u000a01:46:25.521764 --- ParallelTerminationStrategy: PID 10321 died...\u000a01:46:25.574683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10321): Terminated: ok {rc=0}\u000a01:46:25.657579 bus /gobi_0: Setting Powered False\u000a01:46:26.763132 bus /gobi_0: Setting Powered False\u000a01:46:27.873453 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:46:18" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:46:29.817430 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:29.828539 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:46:29.972919 tst mo_mt_sms.py: using LAC 25133\u000a01:46:30.096855 tst mo_mt_sms.py: using RAC 143\u000a01:46:30.220539 tst mo_mt_sms.py: using CellId 25133\u000a01:46:30.344267 tst mo_mt_sms.py: using BVCI 25134\u000a01:46:30.368391 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:30.379565 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:30.390617 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:30.401736 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:30.412828 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:30.424198 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:46:30.538419 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:46:30.747211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:31.294052 run create_hlr_db(pid=10326): Launched\u000a01:46:31.484569 bus /gobi_6: Setting Powered False\u000a01:46:32.499182 run create_hlr_db(pid=10326): Terminated: ok {rc=0}\u000a01:46:32.911538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Launched\u000a01:46:33.232918 run osmo-hlr_10.42.42.2(pid=10329): Launched\u000a01:46:33.349306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:33.905066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Launched\u000a01:46:34.224441 run osmo-stp_10.42.42.5(pid=10332): Launched\u000a01:46:34.340323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:46:34.927007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Launched\u000a01:46:35.246944 run osmo-msc_10.42.42.6(pid=10335): Launched\u000a01:46:35.434167 run osmo-stp_10.42.42.5(pid=10332): ERR: Terminated: ERROR {rc=1} [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]\u000a01:46:35.569068 run osmo-stp_10.42.42.5(pid=10332): stdout: \u000a| (launched: 2022-12-10_01:46:34.066590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:35.703157 run osmo-stp_10.42.42.5(pid=10332): stderr: \u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014634261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:35.831126 run osmo-stp_10.42.42.5(pid=10332): stdout: \u000a| (launched: 2022-12-10_01:46:34.066590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:35.957920 run osmo-stp_10.42.42.5(pid=10332): stderr: \u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014634260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014634261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:36.013924 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)] [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a01:46:36.022847 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:46:36.085482 run osmo-hlr_10.42.42.2(pid=10329): ERR: Terminated: ERROR {rc=237} [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10329)]\u000a01:46:36.136782 run osmo-hlr_10.42.42.2(pid=10329): stdout: \u000a| (launched: 2022-12-10_01:46:33.074218) \u000a01:46:36.188733 run osmo-hlr_10.42.42.2(pid=10329): stderr: \u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014633272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014633284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014633293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014633293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014633293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:36.259264 run osmo-msc_10.42.42.6(pid=10335): ERR: Terminated: ERROR {rc=2} [trial-2367↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10335)]\u000a01:46:36.310395 run osmo-msc_10.42.42.6(pid=10335): stdout: \u000a| (launched: 2022-12-10_01:46:35.089239) \u000a01:46:36.362061 run osmo-msc_10.42.42.6(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221210014635412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014635412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee170ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014635412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014635413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014635413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014635413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014635415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014635415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014635415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014635415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:46:36.406271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminating (SIGTERM)\u000a01:46:36.448545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminating (SIGTERM)\u000a01:46:36.491246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminating (SIGTERM)\u000a01:46:36.501349 --- ParallelTerminationStrategy: PID 10328 died...\u000a01:46:36.557071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminated: ok {rc=0}\u000a01:46:36.567308 --- ParallelTerminationStrategy: PID 10331 died...\u000a01:46:36.622600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminated: ok {rc=0}\u000a01:46:36.632783 --- ParallelTerminationStrategy: PID 10334 died...\u000a01:46:36.688086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminated: ok {rc=0}\u000a01:46:36.775010 bus /sierra_3: Setting Powered False\u000a01:46:37.879706 bus /sierra_3: Setting Powered False\u000a01:46:38.990138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:46:29" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10341): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10341) [trial-2367↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10341)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10341): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10341) [trial-2367↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:46:40.837447 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a01:46:40.848798 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:46:40.989577 tst assert_extension.py: using LAC 25134\u000a01:46:41.116378 tst assert_extension.py: using RAC 144\u000a01:46:41.241515 tst assert_extension.py: using CellId 25134\u000a01:46:41.366975 tst assert_extension.py: using BVCI 25135\u000a01:46:41.391209 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:46:41.679500 tst assert_extension.py:10: start nitb and bts...\u000a01:46:41.811486 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:46:42.471381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10340): Launched\u000a01:46:42.788275 run osmo-nitb_10.42.42.2(pid=10341): Launched\u000a01:46:42.983883 run osmo-nitb_10.42.42.2(pid=10341): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10341)]\u000a01:46:43.127514 run osmo-nitb_10.42.42.2(pid=10341): stdout: \u000a| (launched: 2022-12-10_01:46:42.633456) \u000a01:46:43.271205 run osmo-nitb_10.42.42.2(pid=10341): stderr: \u000a| (launched: 2022-12-10_01:46:42.680795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:46:43.410708 run osmo-nitb_10.42.42.2(pid=10341): stdout: \u000a| (launched: 2022-12-10_01:46:42.633456) \u000a01:46:43.549906 run osmo-nitb_10.42.42.2(pid=10341): stderr: \u000a| (launched: 2022-12-10_01:46:42.680795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:46:43.917688 tst osmo-nitb_10.42.42.2(pid=10341): stdout: \u000a| (launched: 2022-12-10_01:46:42.633456) \u000a01:46:44.045713 tst osmo-nitb_10.42.42.2(pid=10341): stderr: \u000a| (launched: 2022-12-10_01:46:42.680795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:46:44.101468 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10341): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10341) [trial-2367↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10341)] [trial-2367↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a01:46:44.110098 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:46:44.146907 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10340): Terminating (SIGTERM)\u000a01:46:44.325374 --- ParallelTerminationStrategy: PID 10340 died...\u000a01:46:44.383598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10340): Terminated: ok {rc=0}\u000a01:46:44.469566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:46:40" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10351): Process ended prematurely: osmo-stp_10.42.42.5(pid=10351) [trial-2367↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10351)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10351): Process ended prematurely: osmo-stp_10.42.42.5(pid=10351) [trial-2367↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:46:46.341354 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:46.357331 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:46:46.538109 tst assert_extension.py: using LAC 25135\u000a01:46:46.667432 tst assert_extension.py: using RAC 145\u000a01:46:46.793333 tst assert_extension.py: using CellId 25135\u000a01:46:46.924396 tst assert_extension.py: using BVCI 25136\u000a01:46:46.950669 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:46.962844 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:46.974812 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:46.987019 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:46.998769 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:47.010427 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:46:47.212509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:47.686832 run create_hlr_db(pid=10345): Launched\u000a01:46:47.859894 bus /sierra_2: Setting Powered False\u000a01:46:48.879600 run create_hlr_db(pid=10345): Terminated: ok {rc=0}\u000a01:46:49.306084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10347): Launched\u000a01:46:49.629569 run osmo-hlr_10.42.42.2(pid=10348): Launched\u000a01:46:49.748453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:50.306326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10350): Launched\u000a01:46:50.627990 run osmo-stp_10.42.42.5(pid=10351): Launched\u000a01:46:50.745521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:46:51.329781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10353): Launched\u000a01:46:51.651808 run osmo-msc_10.42.42.6(pid=10354): Launched\u000a01:46:51.841316 run osmo-stp_10.42.42.5(pid=10351): ERR: Terminated: ERROR {rc=1} [trial-2367↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10351)]\u000a01:46:51.975959 run osmo-stp_10.42.42.5(pid=10351): stdout: \u000a| (launched: 2022-12-10_01:46:50.469344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:52.109979 run osmo-stp_10.42.42.5(pid=10351): stderr: \u000a| �[0;m�[38;5;43m20221210014650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014650664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014650664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014650665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:52.237837 run osmo-stp_10.42.42.5(pid=10351): stdout: \u000a| (launched: 2022-12-10_01:46:50.469344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:52.364247 run osmo-stp_10.42.42.5(pid=10351): stderr: \u000a| �[0;m�[38;5;43m20221210014650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014650664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014650664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014650665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:52.419933 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10351): Process ended prematurely: osmo-stp_10.42.42.5(pid=10351) [trial-2367↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10351)] [trial-2367↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a01:46:52.428681 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a01:46:52.491840 run osmo-hlr_10.42.42.2(pid=10348): ERR: Terminated: ERROR {rc=237} [trial-2367↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10348)]\u000a01:46:52.543534 run osmo-hlr_10.42.42.2(pid=10348): stdout: \u000a| (launched: 2022-12-10_01:46:49.469311) \u000a01:46:52.596215 run osmo-hlr_10.42.42.2(pid=10348): stderr: \u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014649668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014649680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:52.667209 run osmo-msc_10.42.42.6(pid=10354): ERR: Terminated: ERROR {rc=2} [trial-2367↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10354)]\u000a01:46:52.718578 run osmo-msc_10.42.42.6(pid=10354): stdout: \u000a| (launched: 2022-12-10_01:46:51.492655) \u000a01:46:52.770711 run osmo-msc_10.42.42.6(pid=10354): stderr: \u000a| �[0;m�[38;5;43m20221210014651814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014651814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87c0c07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014651815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014651815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014651815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014651815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014651817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014651817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014651817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014651817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:46:52.815049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10347): Terminating (SIGTERM)\u000a01:46:52.856873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10350): Terminating (SIGTERM)\u000a01:46:52.898652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10353): Terminating (SIGTERM)\u000a01:46:52.908533 --- ParallelTerminationStrategy: PID 10347 died...\u000a01:46:52.965104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10347): Terminated: ok {rc=0}\u000a01:46:52.975257 --- ParallelTerminationStrategy: PID 10350 died...\u000a01:46:53.030787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10350): Terminated: ok {rc=0}\u000a01:46:53.040834 --- ParallelTerminationStrategy: PID 10353 died...\u000a01:46:53.096176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10353): Terminated: ok {rc=0}\u000a01:46:53.183868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:46:46" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:46:55.143859 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.155513 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:46:55.316765 tst mo_mt_call.py: using LAC 25136\u000a01:46:55.438037 tst mo_mt_call.py: using RAC 146\u000a01:46:55.557366 tst mo_mt_call.py: using CellId 25136\u000a01:46:55.678219 tst mo_mt_call.py: using BVCI 25137\u000a01:46:55.701811 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.713350 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.724492 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.736323 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.748038 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:46:55.759725 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:46:55.881355 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:46:56.083510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:56.563461 run create_hlr_db(pid=10359): Launched\u000a01:46:56.739480 bus /sierra_2: Setting Powered False\u000a01:46:57.762957 run create_hlr_db(pid=10359): Terminated: ok {rc=0}\u000a01:46:58.170021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Launched\u000a01:46:58.477018 run osmo-hlr_10.42.42.2(pid=10362): Launched\u000a01:46:58.597217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:59.131567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Launched\u000a01:46:59.437981 run osmo-stp_10.42.42.5(pid=10365): Launched\u000a01:46:59.548873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:00.106327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Launched\u000a01:47:00.413254 run osmo-msc_10.42.42.6(pid=10368): Launched\u000a01:47:00.592680 run osmo-stp_10.42.42.5(pid=10365): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a01:47:00.722253 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-10_01:46:59.286105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:00.850022 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014659461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:00.974734 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-10_01:46:59.286105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:01.098590 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014659460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014659461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014659461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:01.153509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:47:01.162758 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:47:01.224942 run osmo-hlr_10.42.42.2(pid=10362): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10362)]\u000a01:47:01.275376 run osmo-hlr_10.42.42.2(pid=10362): stdout: \u000a| (launched: 2022-12-10_01:46:58.324783) \u000a01:47:01.326841 run osmo-hlr_10.42.42.2(pid=10362): stderr: \u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014658501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014658513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014658522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014658522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014658522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:01.396601 run osmo-msc_10.42.42.6(pid=10368): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10368)]\u000a01:47:01.447327 run osmo-msc_10.42.42.6(pid=10368): stdout: \u000a| (launched: 2022-12-10_01:47:00.260378) \u000a01:47:01.498689 run osmo-msc_10.42.42.6(pid=10368): stderr: \u000a| �[0;m�[38;5;43m20221210014700533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014700533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6f7486c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014700533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014700533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014700533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014700533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014700537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014700537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014700537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014700538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:01.544140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminating (SIGTERM)\u000a01:47:01.600790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a01:47:01.659972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminating (SIGTERM)\u000a01:47:01.674598 --- ParallelTerminationStrategy: PID 10361 died...\u000a01:47:01.753283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminated: ok {rc=0}\u000a01:47:01.768521 --- ParallelTerminationStrategy: PID 10364 died...\u000a01:47:01.840886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a01:47:01.855219 --- ParallelTerminationStrategy: PID 10367 died...\u000a01:47:01.919093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminated: ok {rc=0}\u000a01:47:02.004574 bus /sierra_3: Setting Powered False\u000a01:47:03.106212 bus /sierra_3: Setting Powered False\u000a01:47:04.217167 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:05.328668 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.340752 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:47:05.496499 tst mo_mt_call_osmux.py: using LAC 25137\u000a01:47:05.616840 tst mo_mt_call_osmux.py: using RAC 147\u000a01:47:05.737964 tst mo_mt_call_osmux.py: using CellId 25137\u000a01:47:05.859361 tst mo_mt_call_osmux.py: using BVCI 25138\u000a01:47:05.882356 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.893542 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.904505 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.916233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.928150 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:05.939738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:06.055707 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:06.257679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:06.737581 run create_hlr_db(pid=10370): Launched\u000a01:47:06.912115 bus /sierra_2: Setting Powered False\u000a01:47:07.934230 run create_hlr_db(pid=10370): Terminated: ok {rc=0}\u000a01:47:08.365778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Launched\u000a01:47:08.694667 run osmo-hlr_10.42.42.2(pid=10373): Launched\u000a01:47:08.814062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:09.378555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Launched\u000a01:47:09.706867 run osmo-stp_10.42.42.5(pid=10376): Launched\u000a01:47:09.825969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:10.419463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Launched\u000a01:47:10.748709 run osmo-msc_10.42.42.6(pid=10379): Launched\u000a01:47:10.938946 run osmo-stp_10.42.42.5(pid=10376): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)]\u000a01:47:11.076334 run osmo-stp_10.42.42.5(pid=10376): stdout: \u000a| (launched: 2022-12-10_01:47:09.544516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:11.212593 run osmo-stp_10.42.42.5(pid=10376): stderr: \u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014709739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:11.343040 run osmo-stp_10.42.42.5(pid=10376): stdout: \u000a| (launched: 2022-12-10_01:47:09.544516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:11.472732 run osmo-stp_10.42.42.5(pid=10376): stderr: \u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014709738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014709739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014709739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:11.530216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10376): Process ended prematurely: osmo-stp_10.42.42.5(pid=10376) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10376)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:47:11.539427 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:47:11.601845 run osmo-hlr_10.42.42.2(pid=10373): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10373)]\u000a01:47:11.652764 run osmo-hlr_10.42.42.2(pid=10373): stdout: \u000a| (launched: 2022-12-10_01:47:08.531241) \u000a01:47:11.704252 run osmo-hlr_10.42.42.2(pid=10373): stderr: \u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014708730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014708742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014708751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014708751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014708751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:11.774113 run osmo-msc_10.42.42.6(pid=10379): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10379)]\u000a01:47:11.825090 run osmo-msc_10.42.42.6(pid=10379): stdout: \u000a| (launched: 2022-12-10_01:47:10.585128) \u000a01:47:11.876700 run osmo-msc_10.42.42.6(pid=10379): stderr: \u000a| �[0;m�[38;5;43m20221210014710908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014710908 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92df85fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014710908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014710908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014710908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014710908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014710910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014710910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014710911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014710911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:11.920457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Terminating (SIGTERM)\u000a01:47:11.961847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Terminating (SIGTERM)\u000a01:47:12.003245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Terminating (SIGTERM)\u000a01:47:12.013016 --- ParallelTerminationStrategy: PID 10372 died...\u000a01:47:12.068885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10372): Terminated: ok {rc=0}\u000a01:47:12.079167 --- ParallelTerminationStrategy: PID 10375 died...\u000a01:47:12.134495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10375): Terminated: ok {rc=0}\u000a01:47:12.144660 --- ParallelTerminationStrategy: PID 10378 died...\u000a01:47:12.199873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10378): Terminated: ok {rc=0}\u000a01:47:12.286292 bus /sierra_3: Setting Powered False\u000a01:47:13.390053 bus /sierra_3: Setting Powered False\u000a01:47:14.498033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10396): Process ended prematurely: osmo-stp_10.42.42.5(pid=10396) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10396)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10396): Process ended prematurely: osmo-stp_10.42.42.5(pid=10396) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:16.525906 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:16.537978 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:47:16.694572 tst mo_mt_call.py: using LAC 25138\u000a01:47:16.820084 tst mo_mt_call.py: using RAC 148\u000a01:47:16.947178 tst mo_mt_call.py: using CellId 25138\u000a01:47:17.076362 tst mo_mt_call.py: using BVCI 25139\u000a01:47:17.102006 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:17.114147 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:17.126138 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:17.138134 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:17.150130 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:17.161999 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:17.288286 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:17.506636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:18.026421 run create_hlr_db(pid=10390): Launched\u000a01:47:18.214634 bus /sierra_2: Setting Powered False\u000a01:47:19.235254 run create_hlr_db(pid=10390): Terminated: ok {rc=0}\u000a01:47:19.644628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10392): Launched\u000a01:47:19.950327 run osmo-hlr_10.42.42.2(pid=10393): Launched\u000a01:47:20.061729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:20.589518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10395): Launched\u000a01:47:20.894451 run osmo-stp_10.42.42.5(pid=10396): Launched\u000a01:47:21.005075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:21.560251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10398): Launched\u000a01:47:21.865894 run osmo-msc_10.42.42.6(pid=10399): Launched\u000a01:47:22.045092 run osmo-stp_10.42.42.5(pid=10396): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10396)]\u000a01:47:22.173759 run osmo-stp_10.42.42.5(pid=10396): stdout: \u000a| (launched: 2022-12-10_01:47:20.743406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:22.300103 run osmo-stp_10.42.42.5(pid=10396): stderr: \u000a| �[0;m�[38;5;43m20221210014720916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014720917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014720917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014720917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:22.421816 run osmo-stp_10.42.42.5(pid=10396): stdout: \u000a| (launched: 2022-12-10_01:47:20.743406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:22.542769 run osmo-stp_10.42.42.5(pid=10396): stderr: \u000a| �[0;m�[38;5;43m20221210014720916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014720917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014720917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014720917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014720918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:22.596134 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10396): Process ended prematurely: osmo-stp_10.42.42.5(pid=10396) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10396)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:47:22.604707 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:47:22.664750 run osmo-hlr_10.42.42.2(pid=10393): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10393)]\u000a01:47:22.713655 run osmo-hlr_10.42.42.2(pid=10393): stdout: \u000a| (launched: 2022-12-10_01:47:19.799172) \u000a01:47:22.763006 run osmo-hlr_10.42.42.2(pid=10393): stderr: \u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014719977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014719990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014719999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014719999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014720000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:22.830356 run osmo-msc_10.42.42.6(pid=10399): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10399)]\u000a01:47:22.878653 run osmo-msc_10.42.42.6(pid=10399): stdout: \u000a| (launched: 2022-12-10_01:47:21.714816) \u000a01:47:22.928175 run osmo-msc_10.42.42.6(pid=10399): stderr: \u000a| �[0;m�[38;5;43m20221210014721991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014721991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79312f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014721991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014721991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014721991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014721991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014721993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014721994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014721994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014721994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:22.969832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10392): Terminating (SIGTERM)\u000a01:47:23.009531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10395): Terminating (SIGTERM)\u000a01:47:23.048929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10398): Terminating (SIGTERM)\u000a01:47:23.058508 --- ParallelTerminationStrategy: PID 10392 died...\u000a01:47:23.111845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10392): Terminated: ok {rc=0}\u000a01:47:23.121685 --- ParallelTerminationStrategy: PID 10395 died...\u000a01:47:23.174366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10395): Terminated: ok {rc=0}\u000a01:47:23.184103 --- ParallelTerminationStrategy: PID 10398 died...\u000a01:47:23.236921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10398): Terminated: ok {rc=0}\u000a01:47:23.326383 bus /sierra_3: Setting Powered False\u000a01:47:24.430280 bus /sierra_3: Setting Powered False\u000a01:47:25.540768 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10407): Process ended prematurely: osmo-stp_10.42.42.5(pid=10407) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10407)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10407): Process ended prematurely: osmo-stp_10.42.42.5(pid=10407) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:26.650556 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:26.662580 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:47:26.815859 tst mo_mt_call_osmux.py: using LAC 25139\u000a01:47:26.935601 tst mo_mt_call_osmux.py: using RAC 149\u000a01:47:27.055837 tst mo_mt_call_osmux.py: using CellId 25139\u000a01:47:27.175721 tst mo_mt_call_osmux.py: using BVCI 25140\u000a01:47:27.198812 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:27.209965 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:27.220907 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:27.232162 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:27.243571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:27.254964 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:27.373789 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:27.575914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:28.055204 run create_hlr_db(pid=10401): Launched\u000a01:47:28.230169 bus /sierra_2: Setting Powered False\u000a01:47:29.252060 run create_hlr_db(pid=10401): Terminated: ok {rc=0}\u000a01:47:29.679353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10403): Launched\u000a01:47:29.985952 run osmo-hlr_10.42.42.2(pid=10404): Launched\u000a01:47:30.104021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:30.642727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10406): Launched\u000a01:47:30.989251 run osmo-stp_10.42.42.5(pid=10407): Launched\u000a01:47:31.251839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:31.959162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10409): Launched\u000a01:47:32.445974 run osmo-msc_10.42.42.6(pid=10410): Launched\u000a01:47:32.715234 run osmo-stp_10.42.42.5(pid=10407): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10407)]\u000a01:47:32.849686 run osmo-stp_10.42.42.5(pid=10407): stdout: \u000a| (launched: 2022-12-10_01:47:30.796920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:32.983512 run osmo-stp_10.42.42.5(pid=10407): stderr: \u000a| �[0;m�[38;5;43m20221210014731122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014731123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014731123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014731123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:33.113595 run osmo-stp_10.42.42.5(pid=10407): stdout: \u000a| (launched: 2022-12-10_01:47:30.796920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:33.242185 run osmo-stp_10.42.42.5(pid=10407): stderr: \u000a| �[0;m�[38;5;43m20221210014731122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014731123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014731123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014731123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014731124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:33.298947 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10407): Process ended prematurely: osmo-stp_10.42.42.5(pid=10407) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10407)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:47:33.308003 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a01:47:33.370459 run osmo-hlr_10.42.42.2(pid=10404): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10404)]\u000a01:47:33.421051 run osmo-hlr_10.42.42.2(pid=10404): stdout: \u000a| (launched: 2022-12-10_01:47:29.834513) \u000a01:47:33.472496 run osmo-hlr_10.42.42.2(pid=10404): stderr: \u000a| �[0;m�[1;31m20221210014730010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014730010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014730011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014730011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014730011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014730011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014730023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014730031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014730032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014730032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:33.543218 run osmo-msc_10.42.42.6(pid=10410): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10410)]\u000a01:47:33.594192 run osmo-msc_10.42.42.6(pid=10410): stdout: \u000a| (launched: 2022-12-10_01:47:32.118006) \u000a01:47:33.645266 run osmo-msc_10.42.42.6(pid=10410): stderr: \u000a| �[0;m�[38;5;43m20221210014732470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014732471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e28ddfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014732471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014732471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014732471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014732471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014732474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014732474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014732475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014732475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:33.688696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10403): Terminating (SIGTERM)\u000a01:47:33.729864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10406): Terminating (SIGTERM)\u000a01:47:33.771092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10409): Terminating (SIGTERM)\u000a01:47:33.780708 --- ParallelTerminationStrategy: PID 10403 died...\u000a01:47:33.835815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10403): Terminated: ok {rc=0}\u000a01:47:33.845828 --- ParallelTerminationStrategy: PID 10406 died...\u000a01:47:33.901127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10406): Terminated: ok {rc=0}\u000a01:47:33.911062 --- ParallelTerminationStrategy: PID 10409 died...\u000a01:47:33.965755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10409): Terminated: ok {rc=0}\u000a01:47:34.051106 bus /sierra_3: Setting Powered False\u000a01:47:35.156897 bus /sierra_3: Setting Powered False\u000a01:47:36.263363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:47:16" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10421): Process ended prematurely: osmo-stp_10.42.42.5(pid=10421) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10421)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10421): Process ended prematurely: osmo-stp_10.42.42.5(pid=10421) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:38.260275 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.271477 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:47:38.432124 tst mo_mt_call.py: using LAC 25140\u000a01:47:38.558459 tst mo_mt_call.py: using RAC 150\u000a01:47:38.689946 tst mo_mt_call.py: using CellId 25140\u000a01:47:38.817875 tst mo_mt_call.py: using BVCI 25141\u000a01:47:38.842653 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.854493 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.866005 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.877623 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.889359 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:38.900831 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:47:39.017989 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:47:39.219780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:39.700198 run create_hlr_db(pid=10415): Launched\u000a01:47:39.874279 bus /sierra_2: Setting Powered False\u000a01:47:40.897117 run create_hlr_db(pid=10415): Terminated: ok {rc=0}\u000a01:47:41.302995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10417): Launched\u000a01:47:41.609915 run osmo-hlr_10.42.42.2(pid=10418): Launched\u000a01:47:41.726362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:42.261367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10420): Launched\u000a01:47:42.565595 run osmo-stp_10.42.42.5(pid=10421): Launched\u000a01:47:42.676373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:43.232185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10423): Launched\u000a01:47:43.538405 run osmo-msc_10.42.42.6(pid=10424): Launched\u000a01:47:43.717836 run osmo-stp_10.42.42.5(pid=10421): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10421)]\u000a01:47:43.848412 run osmo-stp_10.42.42.5(pid=10421): stdout: \u000a| (launched: 2022-12-10_01:47:42.415343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:43.975471 run osmo-stp_10.42.42.5(pid=10421): stderr: \u000a| �[0;m�[38;5;43m20221210014742586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014742587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014742587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014742587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:44.097513 run osmo-stp_10.42.42.5(pid=10421): stdout: \u000a| (launched: 2022-12-10_01:47:42.415343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:44.218451 run osmo-stp_10.42.42.5(pid=10421): stderr: \u000a| �[0;m�[38;5;43m20221210014742586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014742587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014742587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014742587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014742588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:44.271724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10421): Process ended prematurely: osmo-stp_10.42.42.5(pid=10421) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10421)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:47:44.280358 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:47:44.340070 run osmo-hlr_10.42.42.2(pid=10418): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10418)]\u000a01:47:44.388515 run osmo-hlr_10.42.42.2(pid=10418): stdout: \u000a| (launched: 2022-12-10_01:47:41.457855) \u000a01:47:44.437740 run osmo-hlr_10.42.42.2(pid=10418): stderr: \u000a| �[0;m�[1;31m20221210014741636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014741636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014741636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014741636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014741636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014741637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014741648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:44.504604 run osmo-msc_10.42.42.6(pid=10424): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10424)]\u000a01:47:44.552940 run osmo-msc_10.42.42.6(pid=10424): stdout: \u000a| (launched: 2022-12-10_01:47:43.386381) \u000a01:47:44.602082 run osmo-msc_10.42.42.6(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221210014743658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014743658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f693a3e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014743658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014743658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014743658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014743659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014743660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014743661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014743661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014743661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:44.643476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10417): Terminating (SIGTERM)\u000a01:47:44.682614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10420): Terminating (SIGTERM)\u000a01:47:44.721700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10423): Terminating (SIGTERM)\u000a01:47:44.731183 --- ParallelTerminationStrategy: PID 10417 died...\u000a01:47:44.784032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10417): Terminated: ok {rc=0}\u000a01:47:44.793571 --- ParallelTerminationStrategy: PID 10420 died...\u000a01:47:44.847080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10420): Terminated: ok {rc=0}\u000a01:47:44.856598 --- ParallelTerminationStrategy: PID 10423 died...\u000a01:47:44.908917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10423): Terminated: ok {rc=0}\u000a01:47:44.992379 bus /sierra_3: Setting Powered False\u000a01:47:46.092706 bus /sierra_3: Setting Powered False\u000a01:47:47.217409 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:48.331003 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.343868 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:47:48.506781 tst mo_mt_call_osmux.py: using LAC 25141\u000a01:47:48.635934 tst mo_mt_call_osmux.py: using RAC 151\u000a01:47:48.762682 tst mo_mt_call_osmux.py: using CellId 25141\u000a01:47:48.889281 tst mo_mt_call_osmux.py: using BVCI 25142\u000a01:47:48.914527 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.926446 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.938379 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.950496 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.962209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:47:48.974208 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:47:49.092152 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:47:49.308189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:49.832125 run create_hlr_db(pid=10426): Launched\u000a01:47:50.019629 bus /sierra_2: Setting Powered False\u000a01:47:51.041730 run create_hlr_db(pid=10426): Terminated: ok {rc=0}\u000a01:47:51.450808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Launched\u000a01:47:51.761069 run osmo-hlr_10.42.42.2(pid=10429): Launched\u000a01:47:51.880911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:52.459902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Launched\u000a01:47:52.766706 run osmo-stp_10.42.42.5(pid=10432): Launched\u000a01:47:52.878211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:53.435410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10434): Launched\u000a01:47:53.742182 run osmo-msc_10.42.42.6(pid=10435): Launched\u000a01:47:53.921188 run osmo-stp_10.42.42.5(pid=10432): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)]\u000a01:47:54.050322 run osmo-stp_10.42.42.5(pid=10432): stdout: \u000a| (launched: 2022-12-10_01:47:52.615380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:54.176789 run osmo-stp_10.42.42.5(pid=10432): stderr: \u000a| �[0;m�[38;5;43m20221210014752789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014752790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014752790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014752790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:54.299033 run osmo-stp_10.42.42.5(pid=10432): stdout: \u000a| (launched: 2022-12-10_01:47:52.615380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:54.419727 run osmo-stp_10.42.42.5(pid=10432): stderr: \u000a| �[0;m�[38;5;43m20221210014752789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014752790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014752790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014752790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014752791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:54.472938 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10432): Process ended prematurely: osmo-stp_10.42.42.5(pid=10432) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10432)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:47:54.481594 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:47:54.541422 run osmo-hlr_10.42.42.2(pid=10429): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10429)]\u000a01:47:54.590129 run osmo-hlr_10.42.42.2(pid=10429): stdout: \u000a| (launched: 2022-12-10_01:47:51.606347) \u000a01:47:54.639626 run osmo-hlr_10.42.42.2(pid=10429): stderr: \u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014751784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014751796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014751804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014751804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014751804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:54.706673 run osmo-msc_10.42.42.6(pid=10435): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10435)]\u000a01:47:54.755212 run osmo-msc_10.42.42.6(pid=10435): stdout: \u000a| (launched: 2022-12-10_01:47:53.590317) \u000a01:47:54.804381 run osmo-msc_10.42.42.6(pid=10435): stderr: \u000a| �[0;m�[38;5;43m20221210014753867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014753867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdf74bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014753867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014753867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014753868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014753868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014753870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014753870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014753870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014753870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:54.845944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Terminating (SIGTERM)\u000a01:47:54.885243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Terminating (SIGTERM)\u000a01:47:54.925162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10434): Terminating (SIGTERM)\u000a01:47:54.934640 --- ParallelTerminationStrategy: PID 10428 died...\u000a01:47:54.987131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10428): Terminated: ok {rc=0}\u000a01:47:54.996833 --- ParallelTerminationStrategy: PID 10431 died...\u000a01:47:55.049037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10431): Terminated: ok {rc=0}\u000a01:47:55.058733 --- ParallelTerminationStrategy: PID 10434 died...\u000a01:47:55.111288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10434): Terminated: ok {rc=0}\u000a01:47:55.200822 bus /sierra_3: Setting Powered False\u000a01:47:56.303901 bus /sierra_3: Setting Powered False\u000a01:47:57.414401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:47:37" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10446): Process ended prematurely: osmo-stp_10.42.42.5(pid=10446) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10446)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10446): Process ended prematurely: osmo-stp_10.42.42.5(pid=10446) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:59.401981 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:47:59.413342 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:47:59.565261 tst mo_mt_call.py: using LAC 25142\u000a01:47:59.682526 tst mo_mt_call.py: using RAC 152\u000a01:47:59.802944 tst mo_mt_call.py: using CellId 25142\u000a01:47:59.927624 tst mo_mt_call.py: using BVCI 25143\u000a01:47:59.952362 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:47:59.964273 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:47:59.976175 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:47:59.987914 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:47:59.999577 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:00.011116 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:00.131653 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:00.332252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:00.811053 run create_hlr_db(pid=10440): Launched\u000a01:48:01.029950 bus /sierra_2: Setting Powered False\u000a01:48:02.070016 run create_hlr_db(pid=10440): Terminated: ok {rc=0}\u000a01:48:02.507817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10442): Launched\u000a01:48:02.834340 run osmo-hlr_10.42.42.2(pid=10443): Launched\u000a01:48:02.952282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:03.522676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10445): Launched\u000a01:48:03.848537 run osmo-stp_10.42.42.5(pid=10446): Launched\u000a01:48:03.965702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:04.563552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10448): Launched\u000a01:48:04.889229 run osmo-msc_10.42.42.6(pid=10449): Launched\u000a01:48:05.079479 run osmo-stp_10.42.42.5(pid=10446): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10446)]\u000a01:48:05.216459 run osmo-stp_10.42.42.5(pid=10446): stdout: \u000a| (launched: 2022-12-10_01:48:03.688272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:05.352822 run osmo-stp_10.42.42.5(pid=10446): stderr: \u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014803882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:05.483428 run osmo-stp_10.42.42.5(pid=10446): stdout: \u000a| (launched: 2022-12-10_01:48:03.688272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:05.613189 run osmo-stp_10.42.42.5(pid=10446): stderr: \u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014803882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014803882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014803883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:05.670078 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10446): Process ended prematurely: osmo-stp_10.42.42.5(pid=10446) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10446)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:48:05.679253 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:48:05.741646 run osmo-hlr_10.42.42.2(pid=10443): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10443)]\u000a01:48:05.792606 run osmo-hlr_10.42.42.2(pid=10443): stdout: \u000a| (launched: 2022-12-10_01:48:02.673629) \u000a01:48:05.844636 run osmo-hlr_10.42.42.2(pid=10443): stderr: \u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014802874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014802887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014802895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014802895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014802895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:05.914935 run osmo-msc_10.42.42.6(pid=10449): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10449)]\u000a01:48:05.965918 run osmo-msc_10.42.42.6(pid=10449): stdout: \u000a| (launched: 2022-12-10_01:48:04.729220) \u000a01:48:06.017408 run osmo-msc_10.42.42.6(pid=10449): stderr: \u000a| �[0;m�[38;5;43m20221210014805052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014805053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f703be17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014805053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014805053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014805053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014805053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014805055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014805055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014805055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014805055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:06.061384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10442): Terminating (SIGTERM)\u000a01:48:06.102770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10445): Terminating (SIGTERM)\u000a01:48:06.144222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10448): Terminating (SIGTERM)\u000a01:48:06.154063 --- ParallelTerminationStrategy: PID 10442 died...\u000a01:48:06.209400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10442): Terminated: ok {rc=0}\u000a01:48:06.219478 --- ParallelTerminationStrategy: PID 10445 died...\u000a01:48:06.275076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10445): Terminated: ok {rc=0}\u000a01:48:06.285234 --- ParallelTerminationStrategy: PID 10448 died...\u000a01:48:06.340820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10448): Terminated: ok {rc=0}\u000a01:48:06.427448 bus /sierra_3: Setting Powered False\u000a01:48:07.530341 bus /sierra_3: Setting Powered False\u000a01:48:08.639783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:09.754088 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:09.766549 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:48:09.929897 tst mo_mt_call_osmux.py: using LAC 25143\u000a01:48:10.056442 tst mo_mt_call_osmux.py: using RAC 153\u000a01:48:10.189152 tst mo_mt_call_osmux.py: using CellId 25143\u000a01:48:10.314810 tst mo_mt_call_osmux.py: using BVCI 25144\u000a01:48:10.339783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:10.351436 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:10.363003 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:10.374526 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:10.386166 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:10.397549 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:10.516848 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:10.721037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:11.202218 run create_hlr_db(pid=10451): Launched\u000a01:48:11.377222 bus /sierra_2: Setting Powered False\u000a01:48:12.399273 run create_hlr_db(pid=10451): Terminated: ok {rc=0}\u000a01:48:12.830884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Launched\u000a01:48:13.157073 run osmo-hlr_10.42.42.2(pid=10454): Launched\u000a01:48:13.278254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:13.846797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Launched\u000a01:48:14.171895 run osmo-stp_10.42.42.5(pid=10457): Launched\u000a01:48:14.289197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:14.885584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10459): Launched\u000a01:48:15.212447 run osmo-msc_10.42.42.6(pid=10460): Launched\u000a01:48:15.402343 run osmo-stp_10.42.42.5(pid=10457): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]\u000a01:48:15.539413 run osmo-stp_10.42.42.5(pid=10457): stdout: \u000a| (launched: 2022-12-10_01:48:14.011842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:15.675165 run osmo-stp_10.42.42.5(pid=10457): stderr: \u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014814205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:15.805488 run osmo-stp_10.42.42.5(pid=10457): stdout: \u000a| (launched: 2022-12-10_01:48:14.011842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:15.947476 run osmo-stp_10.42.42.5(pid=10457): stderr: \u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014814204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014814205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014814205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:16.006552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)] [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:48:16.016573 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:48:16.080351 run osmo-hlr_10.42.42.2(pid=10454): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10454)]\u000a01:48:16.132166 run osmo-hlr_10.42.42.2(pid=10454): stdout: \u000a| (launched: 2022-12-10_01:48:12.996457) \u000a01:48:16.184742 run osmo-hlr_10.42.42.2(pid=10454): stderr: \u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014813195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014813208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014813216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014813216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014813216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:16.256775 run osmo-msc_10.42.42.6(pid=10460): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10460)]\u000a01:48:16.309333 run osmo-msc_10.42.42.6(pid=10460): stdout: \u000a| (launched: 2022-12-10_01:48:15.050928) \u000a01:48:16.362307 run osmo-msc_10.42.42.6(pid=10460): stderr: \u000a| �[0;m�[38;5;43m20221210014815373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014815373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e699ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014815373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014815373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014815373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014815374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014815375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014815376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014815376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014815376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:16.407359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Terminating (SIGTERM)\u000a01:48:16.449577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Terminating (SIGTERM)\u000a01:48:16.491973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10459): Terminating (SIGTERM)\u000a01:48:16.502242 --- ParallelTerminationStrategy: PID 10453 died...\u000a01:48:16.560719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Terminated: ok {rc=0}\u000a01:48:16.571274 --- ParallelTerminationStrategy: PID 10456 died...\u000a01:48:16.628182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Terminated: ok {rc=0}\u000a01:48:16.638747 --- ParallelTerminationStrategy: PID 10459 died...\u000a01:48:16.695270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10459): Terminated: ok {rc=0}\u000a01:48:16.783997 bus /sierra_3: Setting Powered False\u000a01:48:17.887467 bus /sierra_3: Setting Powered False\u000a01:48:18.998225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:47:59" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10471): Process ended prematurely: osmo-stp_10.42.42.5(pid=10471) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10471)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10471): Process ended prematurely: osmo-stp_10.42.42.5(pid=10471) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:48:21.002565 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.014303 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:48:21.176900 tst mo_mt_call.py: using LAC 25144\u000a01:48:21.303073 tst mo_mt_call.py: using RAC 154\u000a01:48:21.429846 tst mo_mt_call.py: using CellId 25144\u000a01:48:21.558664 tst mo_mt_call.py: using BVCI 25145\u000a01:48:21.583366 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.595161 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.606723 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.618406 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.630091 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:21.642045 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:21.758509 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:21.963767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:22.445734 run create_hlr_db(pid=10465): Launched\u000a01:48:22.621916 bus /sierra_2: Setting Powered False\u000a01:48:23.642146 run create_hlr_db(pid=10465): Terminated: ok {rc=0}\u000a01:48:24.047522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10467): Launched\u000a01:48:24.354068 run osmo-hlr_10.42.42.2(pid=10468): Launched\u000a01:48:24.470004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:24.998875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10470): Launched\u000a01:48:25.305495 run osmo-stp_10.42.42.5(pid=10471): Launched\u000a01:48:25.417423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:25.974215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10473): Launched\u000a01:48:26.281104 run osmo-msc_10.42.42.6(pid=10474): Launched\u000a01:48:26.461007 run osmo-stp_10.42.42.5(pid=10471): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10471)]\u000a01:48:26.590611 run osmo-stp_10.42.42.5(pid=10471): stdout: \u000a| (launched: 2022-12-10_01:48:25.154133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:26.717585 run osmo-stp_10.42.42.5(pid=10471): stderr: \u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014825324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:26.840513 run osmo-stp_10.42.42.5(pid=10471): stdout: \u000a| (launched: 2022-12-10_01:48:25.154133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:26.962576 run osmo-stp_10.42.42.5(pid=10471): stderr: \u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014825323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014825324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014825326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:27.016363 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10471): Process ended prematurely: osmo-stp_10.42.42.5(pid=10471) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10471)] [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:48:27.025077 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:48:27.085719 run osmo-hlr_10.42.42.2(pid=10468): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10468)]\u000a01:48:27.134918 run osmo-hlr_10.42.42.2(pid=10468): stdout: \u000a| (launched: 2022-12-10_01:48:24.202177) \u000a01:48:27.185034 run osmo-hlr_10.42.42.2(pid=10468): stderr: \u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014824377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014824390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014824399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014824399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014824400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:27.252707 run osmo-msc_10.42.42.6(pid=10474): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10474)]\u000a01:48:27.301847 run osmo-msc_10.42.42.6(pid=10474): stdout: \u000a| (launched: 2022-12-10_01:48:26.128918) \u000a01:48:27.351748 run osmo-msc_10.42.42.6(pid=10474): stderr: \u000a| �[0;m�[38;5;43m20221210014826401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014826401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9df9f7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014826401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014826402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014826402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014826402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014826403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014826404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014826404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014826404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:27.393783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10467): Terminating (SIGTERM)\u000a01:48:27.433594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10470): Terminating (SIGTERM)\u000a01:48:27.473455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10473): Terminating (SIGTERM)\u000a01:48:27.482985 --- ParallelTerminationStrategy: PID 10467 died...\u000a01:48:27.536339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10467): Terminated: ok {rc=0}\u000a01:48:27.546118 --- ParallelTerminationStrategy: PID 10470 died...\u000a01:48:27.600039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10470): Terminated: ok {rc=0}\u000a01:48:27.609816 --- ParallelTerminationStrategy: PID 10473 died...\u000a01:48:27.662803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10473): Terminated: ok {rc=0}\u000a01:48:27.750938 bus /sierra_3: Setting Powered False\u000a01:48:28.857665 bus /sierra_3: Setting Powered False\u000a01:48:29.968456 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:31.085283 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.098725 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:48:31.261974 tst mo_mt_call_osmux.py: using LAC 25145\u000a01:48:31.385347 tst mo_mt_call_osmux.py: using RAC 155\u000a01:48:31.508757 tst mo_mt_call_osmux.py: using CellId 25145\u000a01:48:31.632450 tst mo_mt_call_osmux.py: using BVCI 25146\u000a01:48:31.656683 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.669964 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.683736 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.697017 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.709224 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:31.723640 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:31.845170 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:32.095486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:32.584282 run create_hlr_db(pid=10476): Launched\u000a01:48:32.758922 bus /sierra_2: Setting Powered False\u000a01:48:33.780803 run create_hlr_db(pid=10476): Terminated: ok {rc=0}\u000a01:48:34.186697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Launched\u000a01:48:34.495680 run osmo-hlr_10.42.42.2(pid=10479): Launched\u000a01:48:34.613434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:35.140793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Launched\u000a01:48:35.448207 run osmo-stp_10.42.42.5(pid=10482): Launched\u000a01:48:35.559265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:36.114540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10484): Launched\u000a01:48:36.420250 run osmo-msc_10.42.42.6(pid=10485): Launched\u000a01:48:36.598862 run osmo-stp_10.42.42.5(pid=10482): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a01:48:36.727348 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-10_01:48:35.295098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:36.853794 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014835467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:36.975881 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-10_01:48:35.295098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:37.097224 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014835466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014835467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014835467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:37.150728 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)] [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:48:37.159457 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:48:37.219688 run osmo-hlr_10.42.42.2(pid=10479): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10479)]\u000a01:48:37.268582 run osmo-hlr_10.42.42.2(pid=10479): stdout: \u000a| (launched: 2022-12-10_01:48:34.341786) \u000a01:48:37.318074 run osmo-hlr_10.42.42.2(pid=10479): stderr: \u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014834519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014834531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014834540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014834540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014834540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:37.386129 run osmo-msc_10.42.42.6(pid=10485): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10485)]\u000a01:48:37.435195 run osmo-msc_10.42.42.6(pid=10485): stdout: \u000a| (launched: 2022-12-10_01:48:36.268341) \u000a01:48:37.484903 run osmo-msc_10.42.42.6(pid=10485): stderr: \u000a| �[0;m�[38;5;43m20221210014836543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014836543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06eeb2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014836543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014836543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014836544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014836544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014836546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014836546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014836546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014836546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:37.526931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminating (SIGTERM)\u000a01:48:37.566648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminating (SIGTERM)\u000a01:48:37.606441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10484): Terminating (SIGTERM)\u000a01:48:37.615994 --- ParallelTerminationStrategy: PID 10478 died...\u000a01:48:37.669083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminated: ok {rc=0}\u000a01:48:37.679031 --- ParallelTerminationStrategy: PID 10481 died...\u000a01:48:37.732380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminated: ok {rc=0}\u000a01:48:37.742138 --- ParallelTerminationStrategy: PID 10484 died...\u000a01:48:37.794781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10484): Terminated: ok {rc=0}\u000a01:48:37.882701 bus /sierra_3: Setting Powered False\u000a01:48:38.985870 bus /sierra_3: Setting Powered False\u000a01:48:40.095607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:48:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10496): Process ended prematurely: osmo-stp_10.42.42.5(pid=10496) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10496)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10496): Process ended prematurely: osmo-stp_10.42.42.5(pid=10496) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:48:42.091541 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.102934 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:48:42.242026 tst mo_mt_call.py: using LAC 25146\u000a01:48:42.374099 tst mo_mt_call.py: using RAC 156\u000a01:48:42.495559 tst mo_mt_call.py: using CellId 25146\u000a01:48:42.617302 tst mo_mt_call.py: using BVCI 25147\u000a01:48:42.640259 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.651624 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.662914 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.674327 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.685978 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:42.697431 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:48:42.818261 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:48:43.020915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:43.500640 run create_hlr_db(pid=10490): Launched\u000a01:48:43.675544 bus /sierra_2: Setting Powered False\u000a01:48:44.699270 run create_hlr_db(pid=10490): Terminated: ok {rc=0}\u000a01:48:45.133835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10492): Launched\u000a01:48:45.462514 run osmo-hlr_10.42.42.2(pid=10493): Launched\u000a01:48:45.584190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:46.226508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10495): Launched\u000a01:48:46.669077 run osmo-stp_10.42.42.5(pid=10496): Launched\u000a01:48:46.782887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:47.488479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10498): Launched\u000a01:48:47.816281 run osmo-msc_10.42.42.6(pid=10499): Launched\u000a01:48:48.005941 run osmo-stp_10.42.42.5(pid=10496): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10496)]\u000a01:48:48.142756 run osmo-stp_10.42.42.5(pid=10496): stdout: \u000a| (launched: 2022-12-10_01:48:46.416109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:48.279239 run osmo-stp_10.42.42.5(pid=10496): stderr: \u000a| �[0;m�[38;5;43m20221210014846786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014846787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014846787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014846787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:48.409969 run osmo-stp_10.42.42.5(pid=10496): stdout: \u000a| (launched: 2022-12-10_01:48:46.416109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:48.539758 run osmo-stp_10.42.42.5(pid=10496): stderr: \u000a| �[0;m�[38;5;43m20221210014846786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014846787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014846787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014846787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014846788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:48.597616 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10496): Process ended prematurely: osmo-stp_10.42.42.5(pid=10496) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10496)] [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:48:48.607112 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:48:48.670534 run osmo-hlr_10.42.42.2(pid=10493): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10493)]\u000a01:48:48.722442 run osmo-hlr_10.42.42.2(pid=10493): stdout: \u000a| (launched: 2022-12-10_01:48:45.300063) \u000a01:48:48.774901 run osmo-hlr_10.42.42.2(pid=10493): stderr: \u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014845499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014845512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014845522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014845522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014845522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:48.845772 run osmo-msc_10.42.42.6(pid=10499): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10499)]\u000a01:48:48.897083 run osmo-msc_10.42.42.6(pid=10499): stdout: \u000a| (launched: 2022-12-10_01:48:47.655359) \u000a01:48:48.949353 run osmo-msc_10.42.42.6(pid=10499): stderr: \u000a| �[0;m�[38;5;43m20221210014847981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014847981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62105acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014847981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014847981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014847981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014847981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014847983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014847983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:48.993790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10492): Terminating (SIGTERM)\u000a01:48:49.035745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10495): Terminating (SIGTERM)\u000a01:48:49.077821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10498): Terminating (SIGTERM)\u000a01:48:49.087608 --- ParallelTerminationStrategy: PID 10492 died...\u000a01:48:49.143704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10492): Terminated: ok {rc=0}\u000a01:48:49.154023 --- ParallelTerminationStrategy: PID 10495 died...\u000a01:48:49.210062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10495): Terminated: ok {rc=0}\u000a01:48:49.220245 --- ParallelTerminationStrategy: PID 10498 died...\u000a01:48:49.275982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10498): Terminated: ok {rc=0}\u000a01:48:49.362709 bus /sierra_3: Setting Powered False\u000a01:48:50.469488 bus /sierra_3: Setting Powered False\u000a01:48:51.580367 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10507): Process ended prematurely: osmo-stp_10.42.42.5(pid=10507) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10507)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10507): Process ended prematurely: osmo-stp_10.42.42.5(pid=10507) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:52.694954 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:52.707799 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:48:52.855575 tst mo_mt_call_osmux.py: using LAC 25147\u000a01:48:52.987519 tst mo_mt_call_osmux.py: using RAC 157\u000a01:48:53.113377 tst mo_mt_call_osmux.py: using CellId 25147\u000a01:48:53.239132 tst mo_mt_call_osmux.py: using BVCI 25148\u000a01:48:53.263900 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:53.275900 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:53.287740 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:53.299549 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:53.311472 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:48:53.323208 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:48:53.440175 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:48:53.648245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:54.145756 run create_hlr_db(pid=10501): Launched\u000a01:48:54.332752 bus /sierra_2: Setting Powered False\u000a01:48:55.354273 run create_hlr_db(pid=10501): Terminated: ok {rc=0}\u000a01:48:55.789465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10503): Launched\u000a01:48:56.117022 run osmo-hlr_10.42.42.2(pid=10504): Launched\u000a01:48:56.235161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:56.802285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10506): Launched\u000a01:48:57.131071 run osmo-stp_10.42.42.5(pid=10507): Launched\u000a01:48:57.249247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:57.846663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10509): Launched\u000a01:48:58.174520 run osmo-msc_10.42.42.6(pid=10510): Launched\u000a01:48:58.365666 run osmo-stp_10.42.42.5(pid=10507): ERR: Terminated: ERROR {rc=1} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10507)]\u000a01:48:58.502925 run osmo-stp_10.42.42.5(pid=10507): stdout: \u000a| (launched: 2022-12-10_01:48:56.968284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:58.639280 run osmo-stp_10.42.42.5(pid=10507): stderr: \u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014857162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:58.770858 run osmo-stp_10.42.42.5(pid=10507): stdout: \u000a| (launched: 2022-12-10_01:48:56.968284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:58.900554 run osmo-stp_10.42.42.5(pid=10507): stderr: \u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014857161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014857162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014857162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:58.958084 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10507): Process ended prematurely: osmo-stp_10.42.42.5(pid=10507) [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10507)] [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:48:58.967526 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:48:59.030509 run osmo-hlr_10.42.42.2(pid=10504): ERR: Terminated: ERROR {rc=237} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10504)]\u000a01:48:59.082167 run osmo-hlr_10.42.42.2(pid=10504): stdout: \u000a| (launched: 2022-12-10_01:48:55.954891) \u000a01:48:59.134054 run osmo-hlr_10.42.42.2(pid=10504): stderr: \u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014856155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014856168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014856177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014856177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014856177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:59.205068 run osmo-msc_10.42.42.6(pid=10510): ERR: Terminated: ERROR {rc=2} [trial-2367↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10510)]\u000a01:48:59.256435 run osmo-msc_10.42.42.6(pid=10510): stdout: \u000a| (launched: 2022-12-10_01:48:58.012028) \u000a01:48:59.308315 run osmo-msc_10.42.42.6(pid=10510): stderr: \u000a| �[0;m�[38;5;43m20221210014858335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014858335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe74b384c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014858335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014858336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014858336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014858336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014858338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014858338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014858338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014858338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:59.352541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10503): Terminating (SIGTERM)\u000a01:48:59.394301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10506): Terminating (SIGTERM)\u000a01:48:59.436010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10509): Terminating (SIGTERM)\u000a01:48:59.445936 --- ParallelTerminationStrategy: PID 10503 died...\u000a01:48:59.502404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10503): Terminated: ok {rc=0}\u000a01:48:59.512653 --- ParallelTerminationStrategy: PID 10506 died...\u000a01:48:59.568450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10506): Terminated: ok {rc=0}\u000a01:48:59.578683 --- ParallelTerminationStrategy: PID 10509 died...\u000a01:48:59.634391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10509): Terminated: ok {rc=0}\u000a01:48:59.721497 bus /sierra_3: Setting Powered False\u000a01:49:00.824918 bus /sierra_3: Setting Powered False\u000a01:49:01.939277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:48:41" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:49:03.954383 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:03.964882 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:04.099620 tst emergency_mo_mt_call.py: using LAC 25148\u000a01:49:04.214122 tst emergency_mo_mt_call.py: using RAC 158\u000a01:49:04.334033 tst emergency_mo_mt_call.py: using CellId 25148\u000a01:49:04.449196 tst emergency_mo_mt_call.py: using BVCI 25149\u000a01:49:04.471513 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:04.482268 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:04.492717 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:04.503713 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:04.514695 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:04.525696 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:04.643601 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:04.850659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:05.362345 run create_hlr_db(pid=10515): Launched\u000a01:49:05.547130 bus /sierra_2: Setting Powered False\u000a01:49:06.568136 run create_hlr_db(pid=10515): Terminated: ok {rc=0}\u000a01:49:06.973487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Launched\u000a01:49:07.276076 run osmo-hlr_10.42.42.2(pid=10518): Launched\u000a01:49:07.390056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:07.920719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Launched\u000a01:49:08.220365 run osmo-stp_10.42.42.5(pid=10521): Launched\u000a01:49:08.344321 tst emergency_mo_mt_call.py: using MSISDN 7483\u000a01:49:08.489852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:09.029397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10523): Launched\u000a01:49:09.324885 run osmo-msc_10.42.42.6(pid=10524): Launched\u000a01:49:09.498869 run osmo-stp_10.42.42.5(pid=10521): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]\u000a01:49:09.624448 run osmo-stp_10.42.42.5(pid=10521): stdout: \u000a| (launched: 2022-12-10_01:49:08.071870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:09.747744 run osmo-stp_10.42.42.5(pid=10521): stderr: \u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014908244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:09.866057 run osmo-stp_10.42.42.5(pid=10521): stdout: \u000a| (launched: 2022-12-10_01:49:08.071870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:09.982715 run osmo-stp_10.42.42.5(pid=10521): stderr: \u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014908243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014908244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014908245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:10.034141 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)] [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a01:49:10.042281 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a01:49:10.102647 run osmo-hlr_10.42.42.2(pid=10518): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10518)]\u000a01:49:10.151519 run osmo-hlr_10.42.42.2(pid=10518): stdout: \u000a| (launched: 2022-12-10_01:49:07.125238) \u000a01:49:10.201088 run osmo-hlr_10.42.42.2(pid=10518): stderr: \u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014907302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014907315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014907325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014907325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014907325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:10.268470 run osmo-msc_10.42.42.6(pid=10524): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10524)]\u000a01:49:10.317419 run osmo-msc_10.42.42.6(pid=10524): stdout: \u000a| (launched: 2022-12-10_01:49:09.178331) \u000a01:49:10.366699 run osmo-msc_10.42.42.6(pid=10524): stderr: \u000a| �[0;m�[38;5;43m20221210014909452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014909453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f835eec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014909453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014909453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014909453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014909453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014909455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014909455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014909455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014909456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:10.408762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Terminating (SIGTERM)\u000a01:49:10.448264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Terminating (SIGTERM)\u000a01:49:10.487723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10523): Terminating (SIGTERM)\u000a01:49:10.497304 --- ParallelTerminationStrategy: PID 10517 died...\u000a01:49:10.550407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Terminated: ok {rc=0}\u000a01:49:10.560310 --- ParallelTerminationStrategy: PID 10520 died...\u000a01:49:10.613034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Terminated: ok {rc=0}\u000a01:49:10.622597 --- ParallelTerminationStrategy: PID 10523 died...\u000a01:49:10.675470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10523): Terminated: ok {rc=0}\u000a01:49:10.758273 bus /sierra_3: Setting Powered False\u000a01:49:11.865530 bus /sierra_3: Setting Powered False\u000a01:49:12.972797 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10532): Process ended prematurely: osmo-stp_10.42.42.5(pid=10532) [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10532)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10532): Process ended prematurely: osmo-stp_10.42.42.5(pid=10532) [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:49:14.024935 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.036765 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:14.179037 tst emergency_preemptive_call.py: using LAC 25149\u000a01:49:14.304218 tst emergency_preemptive_call.py: using RAC 159\u000a01:49:14.427731 tst emergency_preemptive_call.py: using CellId 25149\u000a01:49:14.553353 tst emergency_preemptive_call.py: using BVCI 25150\u000a01:49:14.577367 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.588594 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.599495 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.610443 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.621373 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:14.632194 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:14.745557 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:14.865995 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:14.984202 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:15.179641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:15.647604 run create_hlr_db(pid=10526): Launched\u000a01:49:15.817235 bus /sierra_2: Setting Powered False\u000a01:49:16.843461 run create_hlr_db(pid=10526): Terminated: ok {rc=0}\u000a01:49:17.298696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10528): Launched\u000a01:49:17.615522 run osmo-hlr_10.42.42.2(pid=10529): Launched\u000a01:49:17.733374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:18.279759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10531): Launched\u000a01:49:18.602576 run osmo-stp_10.42.42.5(pid=10532): Launched\u000a01:49:18.725508 tst emergency_preemptive_call.py: using MSISDN 7484\u000a01:49:18.879640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:19.444538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10534): Launched\u000a01:49:19.753914 run osmo-msc_10.42.42.6(pid=10535): Launched\u000a01:49:19.935049 run osmo-stp_10.42.42.5(pid=10532): ERR: Terminated: ERROR {rc=1} [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10532)]\u000a01:49:20.066086 run osmo-stp_10.42.42.5(pid=10532): stdout: \u000a| (launched: 2022-12-10_01:49:18.439433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:20.196036 run osmo-stp_10.42.42.5(pid=10532): stderr: \u000a| �[0;m�[38;5;43m20221210014918632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014918633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014918633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014918633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:20.320077 run osmo-stp_10.42.42.5(pid=10532): stdout: \u000a| (launched: 2022-12-10_01:49:18.439433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:20.443076 run osmo-stp_10.42.42.5(pid=10532): stderr: \u000a| �[0;m�[38;5;43m20221210014918632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014918633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014918633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014918633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014918634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:20.497452 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10532): Process ended prematurely: osmo-stp_10.42.42.5(pid=10532) [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10532)] [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a01:49:20.505881 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a01:49:20.567990 run osmo-hlr_10.42.42.2(pid=10529): ERR: Terminated: ERROR {rc=237} [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10529)]\u000a01:49:20.618670 run osmo-hlr_10.42.42.2(pid=10529): stdout: \u000a| (launched: 2022-12-10_01:49:17.459447) \u000a01:49:20.669965 run osmo-hlr_10.42.42.2(pid=10529): stderr: \u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014917657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014917670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014917678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014917679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014917679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:20.739394 run osmo-msc_10.42.42.6(pid=10535): ERR: Terminated: ERROR {rc=2} [trial-2367↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10535)]\u000a01:49:20.789909 run osmo-msc_10.42.42.6(pid=10535): stdout: \u000a| (launched: 2022-12-10_01:49:19.602150) \u000a01:49:20.840883 run osmo-msc_10.42.42.6(pid=10535): stderr: \u000a| �[0;m�[38;5;43m20221210014919923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210014919924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39d5f4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210014919924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210014919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210014919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210014919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210014919926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210014919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210014919927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210014919927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:20.884478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10528): Terminating (SIGTERM)\u000a01:49:20.925584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10531): Terminating (SIGTERM)\u000a01:49:20.966655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10534): Terminating (SIGTERM)\u000a01:49:20.976288 --- ParallelTerminationStrategy: PID 10528 died...\u000a01:49:21.031277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10528): Terminated: ok {rc=0}\u000a01:49:21.041386 --- ParallelTerminationStrategy: PID 10531 died...\u000a01:49:21.096577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10531): Terminated: ok {rc=0}\u000a01:49:21.106738 --- ParallelTerminationStrategy: PID 10534 died...\u000a01:49:21.161236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10534): Terminated: ok {rc=0}\u000a01:49:21.247699 bus /sierra_9: Setting Powered False\u000a01:49:22.353191 bus /sierra_9: Setting Powered False\u000a01:49:23.459526 bus /sierra_8: Setting Powered False\u000a01:49:24.564493 bus /sierra_8: Setting Powered False\u000a01:49:25.674057 bus /sierra_3: Setting Powered False\u000a01:49:26.775619 bus /sierra_3: Setting Powered False\u000a01:49:27.885150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:49:03" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:49:29.988460 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:29.998959 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:30.130904 tst cs_paging_gprs_active.py: using LAC 25150\u000a01:49:30.245935 tst cs_paging_gprs_active.py: using RAC 160\u000a01:49:30.369800 tst cs_paging_gprs_active.py: using CellId 25150\u000a01:49:30.496180 tst cs_paging_gprs_active.py: using BVCI 25151\u000a01:49:30.521162 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.532400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.543469 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.554793 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.566053 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.577250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.588559 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.599776 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:30.611123 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:30.724571 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:31.036561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:49:31.171527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:31.520600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10540): Launched\u000a01:49:31.803849 run iperf3-srv_10.42.42.10(pid=10541): Launched\u000a01:49:31.988941 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:49:32.115960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:32.426213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Launched\u000a01:49:32.680768 run iperf3-srv_10.42.42.10(pid=10543): Launched\u000a01:49:32.859795 tst cs_paging_gprs_active.py:38: start network...\u000a01:49:32.982391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:33.448252 run create_hlr_db(pid=10544): Launched\u000a01:49:33.617498 bus /sierra_2: Setting Powered False\u000a01:49:34.639597 run create_hlr_db(pid=10544): Terminated: ok {rc=0}\u000a01:49:35.033631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Launched\u000a01:49:35.330711 run osmo-hlr_10.42.42.2(pid=10547): Launched\u000a01:49:35.437852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:35.948899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Launched\u000a01:49:36.245251 run osmo-stp_10.42.42.5(pid=10550): Launched\u000a01:49:36.352762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:49:36.866205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Launched\u000a01:49:36.971211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:49:37.228813 run patchelf(pid=10553): Launched\u000a01:49:37.401731 run osmo-stp_10.42.42.5(pid=10550): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a01:49:37.528052 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-10_01:49:36.098490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:37.654349 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221210014936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014936267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014936267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014936267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:37.776225 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-10_01:49:36.098490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:37.897114 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221210014936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014936266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014936267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014936267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014936267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014936268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:38.037777 run patchelf(pid=10553): Terminating (SIGINT)\u000a01:49:38.203062 run patchelf(pid=10553): Terminated: ok {rc=0}\u000a01:49:38.233650 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)] [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a01:49:38.242680 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a01:49:38.302783 run osmo-hlr_10.42.42.2(pid=10547): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10547)]\u000a01:49:38.351443 run osmo-hlr_10.42.42.2(pid=10547): stdout: \u000a| (launched: 2022-12-10_01:49:35.183927) \u000a01:49:38.400694 run osmo-hlr_10.42.42.2(pid=10547): stderr: \u000a| �[0;m�[1;31m20221210014935359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014935359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014935359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014935359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014935359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014935360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014935372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014935381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014935381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014935381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:38.442138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10540): Terminating (SIGTERM)\u000a01:49:38.481210 run iperf3-srv_10.42.42.10(pid=10541): Terminating (SIGTERM)\u000a01:49:38.520233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminating (SIGTERM)\u000a01:49:38.559184 run iperf3-srv_10.42.42.10(pid=10543): Terminating (SIGTERM)\u000a01:49:38.598118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminating (SIGTERM)\u000a01:49:38.637158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminating (SIGTERM)\u000a01:49:38.676179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminating (SIGTERM)\u000a01:49:38.685594 --- ParallelTerminationStrategy: PID 10540 died...\u000a01:49:38.738034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10540): Terminated: ok {rc=0}\u000a01:49:38.747744 --- ParallelTerminationStrategy: PID 10541 died...\u000a01:49:38.800170 run iperf3-srv_10.42.42.10(pid=10541): Terminated {rc=256}\u000a01:49:38.809637 --- ParallelTerminationStrategy: PID 10542 died...\u000a01:49:38.861899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminated: ok {rc=0}\u000a01:49:38.871293 --- ParallelTerminationStrategy: PID 10543 died...\u000a01:49:38.923222 run iperf3-srv_10.42.42.10(pid=10543): Terminated {rc=256}\u000a01:49:38.932859 --- ParallelTerminationStrategy: PID 10546 died...\u000a01:49:38.984710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminated: ok {rc=0}\u000a01:49:38.994591 --- ParallelTerminationStrategy: PID 10549 died...\u000a01:49:39.047117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminated: ok {rc=0}\u000a01:49:39.056641 --- ParallelTerminationStrategy: PID 10552 died...\u000a01:49:39.109464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminated: ok {rc=0}\u000a01:49:39.197353 bus /gobi_0: Setting Powered False\u000a01:49:40.300012 bus /gobi_0: Setting Powered False\u000a01:49:41.404503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2367↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2367↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a01:49:42.511245 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:42.522571 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:42.656334 tst iperf3.py: using LAC 25151\u000a01:49:42.773343 tst iperf3.py: using RAC 161\u000a01:49:42.890462 tst iperf3.py: using CellId 25151\u000a01:49:43.007084 tst iperf3.py: using BVCI 25152\u000a01:49:43.029981 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.040795 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.051431 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.062362 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.072841 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.083450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.094337 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.105002 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:43.115858 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:43.403021 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:49:43.536366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:43.863526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Launched\u000a01:49:44.136026 run iperf3-srv_10.42.42.10(pid=10555): Launched\u000a01:49:44.329277 tst iperf3.py:8: start network...\u000a01:49:44.461112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:44.967387 run create_hlr_db(pid=10556): Launched\u000a01:49:45.150339 bus /gobi_6: Setting Powered False\u000a01:49:46.171952 run create_hlr_db(pid=10556): Terminated: ok {rc=0}\u000a01:49:46.622049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Launched\u000a01:49:47.036783 run osmo-hlr_10.42.42.2(pid=10559): Launched\u000a01:49:47.218026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:47.769517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Launched\u000a01:49:48.087559 run osmo-stp_10.42.42.5(pid=10562): Launched\u000a01:49:48.202574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:49:48.756190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Launched\u000a01:49:48.868727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:49:49.144663 run patchelf(pid=10565): Launched\u000a01:49:49.332078 run osmo-stp_10.42.42.5(pid=10562): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a01:49:49.467272 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-10_01:49:47.930866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:49.603690 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014948123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:49.734690 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-10_01:49:47.930866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:49.864876 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210014948122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210014948123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210014948123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:50.015669 run patchelf(pid=10565): Terminating (SIGINT)\u000a01:49:50.192744 run patchelf(pid=10565): Terminated: ok {rc=0}\u000a01:49:50.225529 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2367↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)] [trial-2367↪gprs:nanobts+band-900↪iperf3.py:8]\u000a01:49:50.235465 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:49:50.298104 run osmo-hlr_10.42.42.2(pid=10559): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10559)]\u000a01:49:50.349311 run osmo-hlr_10.42.42.2(pid=10559): stdout: \u000a| (launched: 2022-12-10_01:49:46.777484) \u000a01:49:50.401076 run osmo-hlr_10.42.42.2(pid=10559): stderr: \u000a| �[0;m�[1;31m20221210014947117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014947117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014947117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014947117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014947117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014947118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014947139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014947155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014947155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014947155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:50.445226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Terminating (SIGTERM)\u000a01:49:50.486884 run iperf3-srv_10.42.42.10(pid=10555): Terminating (SIGTERM)\u000a01:49:50.529116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminating (SIGTERM)\u000a01:49:50.570893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminating (SIGTERM)\u000a01:49:50.612723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Terminating (SIGTERM)\u000a01:49:50.622537 --- ParallelTerminationStrategy: PID 10554 died...\u000a01:49:50.678277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Terminated: ok {rc=0}\u000a01:49:50.688443 --- ParallelTerminationStrategy: PID 10555 died...\u000a01:49:50.743677 run iperf3-srv_10.42.42.10(pid=10555): Terminated {rc=256}\u000a01:49:50.753828 --- ParallelTerminationStrategy: PID 10558 died...\u000a01:49:50.809105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminated: ok {rc=0}\u000a01:49:50.819241 --- ParallelTerminationStrategy: PID 10561 died...\u000a01:49:50.874733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminated: ok {rc=0}\u000a01:49:50.884723 --- ParallelTerminationStrategy: PID 10564 died...\u000a01:49:50.940342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Terminated: ok {rc=0}\u000a01:49:51.026421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10580): Process ended prematurely: osmo-stp_10.42.42.5(pid=10580) [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10580)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10580): Process ended prematurely: osmo-stp_10.42.42.5(pid=10580) [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a01:49:52.143959 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.155688 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:52.293248 tst iperf3m4.py: using LAC 25152\u000a01:49:52.409532 tst iperf3m4.py: using RAC 162\u000a01:49:52.524939 tst iperf3m4.py: using CellId 25152\u000a01:49:52.640288 tst iperf3m4.py: using BVCI 25153\u000a01:49:52.663283 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.674137 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.684695 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.695368 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.706179 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.717082 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.727932 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.738513 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:52.749640 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:52.869117 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:52.986621 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:53.100778 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:53.389761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:49:53.522011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:53.849418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10566): Launched\u000a01:49:54.121440 run iperf3-srv_10.42.42.10(pid=10567): Launched\u000a01:49:54.314829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:49:54.446243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:54.773569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Launched\u000a01:49:55.045171 run iperf3-srv_10.42.42.10(pid=10569): Launched\u000a01:49:55.238651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:49:55.369918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:55.697815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Launched\u000a01:49:55.969245 run iperf3-srv_10.42.42.10(pid=10571): Launched\u000a01:49:56.161575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:49:56.292866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:56.619212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Launched\u000a01:49:56.890629 run iperf3-srv_10.42.42.10(pid=10573): Launched\u000a01:49:57.083289 tst iperf3m4.py:8: start network...\u000a01:49:57.215573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:57.723490 run create_hlr_db(pid=10574): Launched\u000a01:49:57.906838 bus /gobi_6: Setting Powered False\u000a01:49:58.927797 run create_hlr_db(pid=10574): Terminated: ok {rc=0}\u000a01:49:59.325984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10576): Launched\u000a01:49:59.624179 run osmo-hlr_10.42.42.2(pid=10577): Launched\u000a01:49:59.741282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:00.263645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10579): Launched\u000a01:50:00.559642 run osmo-stp_10.42.42.5(pid=10580): Launched\u000a01:50:00.667250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:01.253039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10582): Launched\u000a01:50:01.410324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:01.716934 run patchelf(pid=10586): Launched\u000a01:50:01.934585 run osmo-stp_10.42.42.5(pid=10580): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10580)]\u000a01:50:02.076058 run osmo-stp_10.42.42.5(pid=10580): stdout: \u000a| (launched: 2022-12-10_01:50:00.413275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:02.217032 run osmo-stp_10.42.42.5(pid=10580): stderr: \u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015000580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015000580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015000580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015000581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:02.352323 run osmo-stp_10.42.42.5(pid=10580): stdout: \u000a| (launched: 2022-12-10_01:50:00.413275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:02.485034 run osmo-stp_10.42.42.5(pid=10580): stderr: \u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015000579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015000580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015000580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015000580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015000581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:02.638466 run patchelf(pid=10586): Terminating (SIGINT)\u000a01:50:02.817891 run patchelf(pid=10586): Terminated: ok {rc=0}\u000a01:50:02.851056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10580): Process ended prematurely: osmo-stp_10.42.42.5(pid=10580) [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10580)] [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a01:50:02.860844 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:50:02.924344 run osmo-hlr_10.42.42.2(pid=10577): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10577)]\u000a01:50:02.975898 run osmo-hlr_10.42.42.2(pid=10577): stdout: \u000a| (launched: 2022-12-10_01:49:59.476616) \u000a01:50:03.028065 run osmo-hlr_10.42.42.2(pid=10577): stderr: \u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210014959649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210014959662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210014959673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210014959673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210014959673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:03.072674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10566): Terminating (SIGTERM)\u000a01:50:03.114949 run iperf3-srv_10.42.42.10(pid=10567): Terminating (SIGTERM)\u000a01:50:03.156924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Terminating (SIGTERM)\u000a01:50:03.199551 run iperf3-srv_10.42.42.10(pid=10569): Terminating (SIGTERM)\u000a01:50:03.241755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Terminating (SIGTERM)\u000a01:50:03.283973 run iperf3-srv_10.42.42.10(pid=10571): Terminating (SIGTERM)\u000a01:50:03.326027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Terminating (SIGTERM)\u000a01:50:03.368217 run iperf3-srv_10.42.42.10(pid=10573): Terminating (SIGTERM)\u000a01:50:03.410393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10576): Terminating (SIGTERM)\u000a01:50:03.452588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10579): Terminating (SIGTERM)\u000a01:50:03.494516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10582): Terminating (SIGTERM)\u000a01:50:03.504353 --- ParallelTerminationStrategy: PID 10566 died...\u000a01:50:03.561054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10566): Terminated: ok {rc=0}\u000a01:50:03.571380 --- ParallelTerminationStrategy: PID 10567 died...\u000a01:50:03.627491 run iperf3-srv_10.42.42.10(pid=10567): Terminated {rc=256}\u000a01:50:03.637878 --- ParallelTerminationStrategy: PID 10568 died...\u000a01:50:03.693684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10568): Terminated: ok {rc=0}\u000a01:50:03.703925 --- ParallelTerminationStrategy: PID 10569 died...\u000a01:50:03.759270 run iperf3-srv_10.42.42.10(pid=10569): Terminated {rc=256}\u000a01:50:03.769904 --- ParallelTerminationStrategy: PID 10570 died...\u000a01:50:03.825554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10570): Terminated: ok {rc=0}\u000a01:50:03.835855 --- ParallelTerminationStrategy: PID 10571 died...\u000a01:50:03.891553 run iperf3-srv_10.42.42.10(pid=10571): Terminated {rc=256}\u000a01:50:03.901854 --- ParallelTerminationStrategy: PID 10572 died...\u000a01:50:03.957353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10572): Terminated: ok {rc=0}\u000a01:50:03.967657 --- ParallelTerminationStrategy: PID 10573 died...\u000a01:50:04.023284 run iperf3-srv_10.42.42.10(pid=10573): Terminated {rc=256}\u000a01:50:04.033637 --- ParallelTerminationStrategy: PID 10576 died...\u000a01:50:04.089525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10576): Terminated: ok {rc=0}\u000a01:50:04.099814 --- ParallelTerminationStrategy: PID 10579 died...\u000a01:50:04.155340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10579): Terminated: ok {rc=0}\u000a01:50:04.166083 --- ParallelTerminationStrategy: PID 10582 died...\u000a01:50:04.222022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10582): Terminated: ok {rc=0}\u000a01:50:04.309433 bus /gobi_4: Setting Powered False\u000a01:50:05.412423 bus /gobi_4: Setting Powered False\u000a01:50:06.522732 bus /gobi_1: Setting Powered False\u000a01:50:07.622345 bus /gobi_1: Setting Powered False\u000a01:50:08.733058 bus /gobi_0: Setting Powered False\u000a01:50:09.835255 bus /gobi_0: Setting Powered False\u000a01:50:10.947438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2367↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2367↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a01:50:12.017841 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.029499 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:12.168805 tst ping.py: using LAC 25153\u000a01:50:12.292573 tst ping.py: using RAC 163\u000a01:50:12.414892 tst ping.py: using CellId 25153\u000a01:50:12.533605 tst ping.py: using BVCI 25154\u000a01:50:12.556198 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.567187 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.577979 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.589129 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.600930 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.611522 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.622308 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:12.633068 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:12.901651 tst ping.py:19: start network...\u000a01:50:13.023537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:13.491092 run create_hlr_db(pid=10587): Launched\u000a01:50:13.661637 bus /gobi_6: Setting Powered False\u000a01:50:14.683027 run create_hlr_db(pid=10587): Terminated: ok {rc=0}\u000a01:50:15.105150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Launched\u000a01:50:15.424367 run osmo-hlr_10.42.42.2(pid=10590): Launched\u000a01:50:15.543255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:16.119283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Launched\u000a01:50:16.529798 run osmo-stp_10.42.42.5(pid=10593): Launched\u000a01:50:16.663957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:17.424255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10595): Launched\u000a01:50:17.536788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:17.814232 run patchelf(pid=10596): Launched\u000a01:50:17.999418 run osmo-stp_10.42.42.5(pid=10593): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]\u000a01:50:18.134527 run osmo-stp_10.42.42.5(pid=10593): stdout: \u000a| (launched: 2022-12-10_01:50:16.283064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:18.269528 run osmo-stp_10.42.42.5(pid=10593): stderr: \u000a| �[0;m�[38;5;43m20221210015016609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015016609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015016613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015016614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:18.400470 run osmo-stp_10.42.42.5(pid=10593): stdout: \u000a| (launched: 2022-12-10_01:50:16.283064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:18.530673 run osmo-stp_10.42.42.5(pid=10593): stderr: \u000a| �[0;m�[38;5;43m20221210015016609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015016609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015016613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015016614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015016614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:18.681814 run patchelf(pid=10596): Terminating (SIGINT)\u000a01:50:18.858369 run patchelf(pid=10596): Terminated: ok {rc=0}\u000a01:50:18.890476 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2367↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)] [trial-2367↪gprs:nanobts+band-900↪ping.py:22]\u000a01:50:18.899540 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:50:18.962398 run osmo-hlr_10.42.42.2(pid=10590): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10590)]\u000a01:50:19.013557 run osmo-hlr_10.42.42.2(pid=10590): stdout: \u000a| (launched: 2022-12-10_01:50:15.266421) \u000a01:50:19.065260 run osmo-hlr_10.42.42.2(pid=10590): stderr: \u000a| �[0;m�[1;31m20221210015015466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015015466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015015466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015015466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015015466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015015467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015015478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015015487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015015487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015015487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:19.109229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Terminating (SIGTERM)\u000a01:50:19.150771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Terminating (SIGTERM)\u000a01:50:19.192414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10595): Terminating (SIGTERM)\u000a01:50:19.202267 --- ParallelTerminationStrategy: PID 10589 died...\u000a01:50:19.257848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Terminated: ok {rc=0}\u000a01:50:19.267921 --- ParallelTerminationStrategy: PID 10592 died...\u000a01:50:19.323647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Terminated: ok {rc=0}\u000a01:50:19.333803 --- ParallelTerminationStrategy: PID 10595 died...\u000a01:50:19.388913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10595): Terminated: ok {rc=0}\u000a01:50:19.474263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:50:20.527993 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.540167 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:20.677232 tst ping_idle_ping.py: using LAC 25154\u000a01:50:20.795415 tst ping_idle_ping.py: using RAC 164\u000a01:50:20.925946 tst ping_idle_ping.py: using CellId 25154\u000a01:50:21.050036 tst ping_idle_ping.py: using BVCI 25155\u000a01:50:21.072655 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.083494 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.094227 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.105655 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.117122 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.128370 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.139872 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:21.151248 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:21.426200 tst ping_idle_ping.py:24: start network...\u000a01:50:21.549176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:22.018600 run create_hlr_db(pid=10597): Launched\u000a01:50:22.189793 bus /gobi_6: Setting Powered False\u000a01:50:23.210862 run create_hlr_db(pid=10597): Terminated: ok {rc=0}\u000a01:50:23.634058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Launched\u000a01:50:23.951851 run osmo-hlr_10.42.42.2(pid=10600): Launched\u000a01:50:24.068808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:24.621484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Launched\u000a01:50:24.939221 run osmo-stp_10.42.42.5(pid=10603): Launched\u000a01:50:25.054019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:25.607962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10605): Launched\u000a01:50:25.720701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:25.996750 run patchelf(pid=10606): Launched\u000a01:50:26.182088 run osmo-stp_10.42.42.5(pid=10603): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]\u000a01:50:26.317191 run osmo-stp_10.42.42.5(pid=10603): stdout: \u000a| (launched: 2022-12-10_01:50:24.782347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:26.452363 run osmo-stp_10.42.42.5(pid=10603): stderr: \u000a| �[0;m�[38;5;43m20221210015024974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015024975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015024975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015024975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:26.584452 run osmo-stp_10.42.42.5(pid=10603): stdout: \u000a| (launched: 2022-12-10_01:50:24.782347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:26.714443 run osmo-stp_10.42.42.5(pid=10603): stderr: \u000a| �[0;m�[38;5;43m20221210015024974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015024975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015024975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015024975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015024976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:26.864211 run patchelf(pid=10606): Terminating (SIGINT)\u000a01:50:27.040665 run patchelf(pid=10606): Terminated: ok {rc=0}\u000a01:50:27.072935 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)] [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a01:50:27.082218 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:50:27.144733 run osmo-hlr_10.42.42.2(pid=10600): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10600)]\u000a01:50:27.195872 run osmo-hlr_10.42.42.2(pid=10600): stdout: \u000a| (launched: 2022-12-10_01:50:23.795198) \u000a01:50:27.247270 run osmo-hlr_10.42.42.2(pid=10600): stderr: \u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015023995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015024008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015024018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015024018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015024018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:27.291321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Terminating (SIGTERM)\u000a01:50:27.333201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Terminating (SIGTERM)\u000a01:50:27.375051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10605): Terminating (SIGTERM)\u000a01:50:27.384780 --- ParallelTerminationStrategy: PID 10599 died...\u000a01:50:27.440524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Terminated: ok {rc=0}\u000a01:50:27.450798 --- ParallelTerminationStrategy: PID 10602 died...\u000a01:50:27.506132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Terminated: ok {rc=0}\u000a01:50:27.516508 --- ParallelTerminationStrategy: PID 10605 died...\u000a01:50:27.571849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10605): Terminated: ok {rc=0}\u000a01:50:27.657520 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:49:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10621): Process ended prematurely: osmo-stp_10.42.42.5(pid=10621) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10621)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10621): Process ended prematurely: osmo-stp_10.42.42.5(pid=10621) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:50:29.815099 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:29.826154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:50:29.964811 tst cs_paging_gprs_active.py: using LAC 25155\u000a01:50:30.091295 tst cs_paging_gprs_active.py: using RAC 165\u000a01:50:30.218026 tst cs_paging_gprs_active.py: using CellId 25155\u000a01:50:30.345505 tst cs_paging_gprs_active.py: using BVCI 25156\u000a01:50:30.370180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.381779 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.392982 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.404202 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.415238 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.426332 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.437537 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.448393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:30.459598 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:30.575187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:30.866720 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:50:30.995976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:31.335101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Launched\u000a01:50:31.621688 run iperf3-srv_10.42.42.10(pid=10612): Launched\u000a01:50:31.812593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:50:31.943316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:32.267775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Launched\u000a01:50:32.528738 run iperf3-srv_10.42.42.10(pid=10614): Launched\u000a01:50:32.712138 tst cs_paging_gprs_active.py:38: start network...\u000a01:50:32.837512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:33.311376 run create_hlr_db(pid=10615): Launched\u000a01:50:33.483811 bus /gobi_6: Setting Powered False\u000a01:50:34.504868 run create_hlr_db(pid=10615): Terminated: ok {rc=0}\u000a01:50:34.904410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10617): Launched\u000a01:50:35.205201 run osmo-hlr_10.42.42.2(pid=10618): Launched\u000a01:50:35.314501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:35.837779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10620): Launched\u000a01:50:36.140063 run osmo-stp_10.42.42.5(pid=10621): Launched\u000a01:50:36.249752 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:36.775226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10623): Launched\u000a01:50:36.883260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:37.148610 run patchelf(pid=10624): Launched\u000a01:50:37.326108 run osmo-stp_10.42.42.5(pid=10621): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10621)]\u000a01:50:37.455944 run osmo-stp_10.42.42.5(pid=10621): stdout: \u000a| (launched: 2022-12-10_01:50:35.990515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:37.586119 run osmo-stp_10.42.42.5(pid=10621): stderr: \u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015036161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:37.711550 run osmo-stp_10.42.42.5(pid=10621): stdout: \u000a| (launched: 2022-12-10_01:50:35.990515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:37.835774 run osmo-stp_10.42.42.5(pid=10621): stderr: \u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015036160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015036161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015036161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:37.980086 run patchelf(pid=10624): Terminating (SIGINT)\u000a01:50:38.150039 run patchelf(pid=10624): Terminated: ok {rc=0}\u000a01:50:38.181230 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10621): Process ended prematurely: osmo-stp_10.42.42.5(pid=10621) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10621)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:50:38.190391 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:50:38.250980 run osmo-hlr_10.42.42.2(pid=10618): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10618)]\u000a01:50:38.299655 run osmo-hlr_10.42.42.2(pid=10618): stdout: \u000a| (launched: 2022-12-10_01:50:35.056460) \u000a01:50:38.348848 run osmo-hlr_10.42.42.2(pid=10618): stderr: \u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015035234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015035246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015035255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015035255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015035255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:38.390609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminating (SIGTERM)\u000a01:50:38.430142 run iperf3-srv_10.42.42.10(pid=10612): Terminating (SIGTERM)\u000a01:50:38.469751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminating (SIGTERM)\u000a01:50:38.509183 run iperf3-srv_10.42.42.10(pid=10614): Terminating (SIGTERM)\u000a01:50:38.549047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10617): Terminating (SIGTERM)\u000a01:50:38.588898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10620): Terminating (SIGTERM)\u000a01:50:38.628376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10623): Terminating (SIGTERM)\u000a01:50:38.637990 --- ParallelTerminationStrategy: PID 10611 died...\u000a01:50:38.690957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminated: ok {rc=0}\u000a01:50:38.700508 --- ParallelTerminationStrategy: PID 10612 died...\u000a01:50:38.752787 run iperf3-srv_10.42.42.10(pid=10612): Terminated {rc=256}\u000a01:50:38.762600 --- ParallelTerminationStrategy: PID 10613 died...\u000a01:50:38.815336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminated: ok {rc=0}\u000a01:50:38.824726 --- ParallelTerminationStrategy: PID 10614 died...\u000a01:50:38.877240 run iperf3-srv_10.42.42.10(pid=10614): Terminated {rc=256}\u000a01:50:38.886727 --- ParallelTerminationStrategy: PID 10617 died...\u000a01:50:38.939012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10617): Terminated: ok {rc=0}\u000a01:50:38.948793 --- ParallelTerminationStrategy: PID 10620 died...\u000a01:50:39.001401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10620): Terminated: ok {rc=0}\u000a01:50:39.011001 --- ParallelTerminationStrategy: PID 10623 died...\u000a01:50:39.063663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10623): Terminated: ok {rc=0}\u000a01:50:39.150629 bus /gobi_0: Setting Powered False\u000a01:50:40.253058 bus /gobi_0: Setting Powered False\u000a01:50:41.363516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:50:42.473671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:42.485219 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:50:42.641642 tst iperf3.py: using LAC 25156\u000a01:50:42.767855 tst iperf3.py: using RAC 166\u000a01:50:42.890358 tst iperf3.py: using CellId 25156\u000a01:50:43.010317 tst iperf3.py: using BVCI 25157\u000a01:50:43.033753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.044774 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.055585 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.067236 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.078962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.090841 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.102353 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.112750 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:43.124208 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:43.400078 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:43.525542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:43.837408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10625): Launched\u000a01:50:44.097742 run iperf3-srv_10.42.42.10(pid=10626): Launched\u000a01:50:44.280939 tst iperf3.py:8: start network...\u000a01:50:44.406342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:44.879293 run create_hlr_db(pid=10627): Launched\u000a01:50:45.051577 bus /gobi_6: Setting Powered False\u000a01:50:46.088861 run create_hlr_db(pid=10627): Terminated: ok {rc=0}\u000a01:50:46.498111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Launched\u000a01:50:46.921231 run osmo-hlr_10.42.42.2(pid=10630): Launched\u000a01:50:47.064114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:47.702784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Launched\u000a01:50:48.027394 run osmo-stp_10.42.42.5(pid=10633): Launched\u000a01:50:48.146731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:48.710588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10635): Launched\u000a01:50:48.825378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:49.106748 run patchelf(pid=10636): Launched\u000a01:50:49.294478 run osmo-stp_10.42.42.5(pid=10633): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)]\u000a01:50:49.431411 run osmo-stp_10.42.42.5(pid=10633): stdout: \u000a| (launched: 2022-12-10_01:50:47.867351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:49.569484 run osmo-stp_10.42.42.5(pid=10633): stderr: \u000a| �[0;m�[38;5;43m20221210015048059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015048060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015048060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015048060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:49.703014 run osmo-stp_10.42.42.5(pid=10633): stdout: \u000a| (launched: 2022-12-10_01:50:47.867351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:49.834904 run osmo-stp_10.42.42.5(pid=10633): stderr: \u000a| �[0;m�[38;5;43m20221210015048059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015048060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015048060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015048060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015048061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:49.987754 run patchelf(pid=10636): Terminating (SIGINT)\u000a01:50:50.167342 run patchelf(pid=10636): Terminated: ok {rc=0}\u000a01:50:50.200327 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10633): Process ended prematurely: osmo-stp_10.42.42.5(pid=10633) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10633)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a01:50:50.210753 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:50:50.273677 run osmo-hlr_10.42.42.2(pid=10630): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10630)]\u000a01:50:50.324756 run osmo-hlr_10.42.42.2(pid=10630): stdout: \u000a| (launched: 2022-12-10_01:50:46.653646) \u000a01:50:50.376497 run osmo-hlr_10.42.42.2(pid=10630): stderr: \u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015046876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015046892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015046911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015046911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015046911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:50.420911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10625): Terminating (SIGTERM)\u000a01:50:50.462569 run iperf3-srv_10.42.42.10(pid=10626): Terminating (SIGTERM)\u000a01:50:50.504313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Terminating (SIGTERM)\u000a01:50:50.545841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Terminating (SIGTERM)\u000a01:50:50.588117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10635): Terminating (SIGTERM)\u000a01:50:50.598073 --- ParallelTerminationStrategy: PID 10625 died...\u000a01:50:50.653816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10625): Terminated: ok {rc=0}\u000a01:50:50.664087 --- ParallelTerminationStrategy: PID 10626 died...\u000a01:50:50.719431 run iperf3-srv_10.42.42.10(pid=10626): Terminated {rc=256}\u000a01:50:50.729599 --- ParallelTerminationStrategy: PID 10629 died...\u000a01:50:50.785064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10629): Terminated: ok {rc=0}\u000a01:50:50.795273 --- ParallelTerminationStrategy: PID 10632 died...\u000a01:50:50.850993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10632): Terminated: ok {rc=0}\u000a01:50:50.861282 --- ParallelTerminationStrategy: PID 10635 died...\u000a01:50:50.917189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10635): Terminated: ok {rc=0}\u000a01:50:51.003743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10651): Process ended prematurely: osmo-stp_10.42.42.5(pid=10651) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10651)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10651): Process ended prematurely: osmo-stp_10.42.42.5(pid=10651) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:50:52.119551 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.131882 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:50:52.275956 tst iperf3m4.py: using LAC 25157\u000a01:50:52.397984 tst iperf3m4.py: using RAC 167\u000a01:50:52.517336 tst iperf3m4.py: using CellId 25157\u000a01:50:52.634759 tst iperf3m4.py: using BVCI 25158\u000a01:50:52.657777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.668741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.679639 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.690721 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.701550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.712291 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.723360 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.734193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:52.745104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:52.865952 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:52.984860 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:53.105691 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:53.398675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:53.534566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:53.870289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10637): Launched\u000a01:50:54.148807 run iperf3-srv_10.42.42.10(pid=10638): Launched\u000a01:50:54.347226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:50:54.481782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:54.816084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10639): Launched\u000a01:50:55.094398 run iperf3-srv_10.42.42.10(pid=10640): Launched\u000a01:50:55.292478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:50:55.427809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:55.764070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10641): Launched\u000a01:50:56.042781 run iperf3-srv_10.42.42.10(pid=10642): Launched\u000a01:50:56.241145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:50:56.375450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:56.710739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Launched\u000a01:50:56.989241 run iperf3-srv_10.42.42.10(pid=10644): Launched\u000a01:50:57.186363 tst iperf3m4.py:8: start network...\u000a01:50:57.320487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:57.839933 run create_hlr_db(pid=10645): Launched\u000a01:50:58.026555 bus /gobi_6: Setting Powered False\u000a01:50:59.048133 run create_hlr_db(pid=10645): Terminated: ok {rc=0}\u000a01:50:59.454793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10647): Launched\u000a01:50:59.761329 run osmo-hlr_10.42.42.2(pid=10648): Launched\u000a01:50:59.877881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:00.403403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10650): Launched\u000a01:51:00.705544 run osmo-stp_10.42.42.5(pid=10651): Launched\u000a01:51:00.814456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:01.359973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10653): Launched\u000a01:51:01.469880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:01.757590 run patchelf(pid=10654): Launched\u000a01:51:01.937812 run osmo-stp_10.42.42.5(pid=10651): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10651)]\u000a01:51:02.069369 run osmo-stp_10.42.42.5(pid=10651): stdout: \u000a| (launched: 2022-12-10_01:51:00.555797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:02.200906 run osmo-stp_10.42.42.5(pid=10651): stderr: \u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015100724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015100724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015100724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015100725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:02.326490 run osmo-stp_10.42.42.5(pid=10651): stdout: \u000a| (launched: 2022-12-10_01:51:00.555797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:02.450201 run osmo-stp_10.42.42.5(pid=10651): stderr: \u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015100723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015100724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015100724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015100724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015100725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:02.593904 run patchelf(pid=10654): Terminating (SIGINT)\u000a01:51:02.762559 run patchelf(pid=10654): Terminated: ok {rc=0}\u000a01:51:02.793626 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10651): Process ended prematurely: osmo-stp_10.42.42.5(pid=10651) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10651)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:51:02.802993 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:51:02.864272 run osmo-hlr_10.42.42.2(pid=10648): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10648)]\u000a01:51:02.913521 run osmo-hlr_10.42.42.2(pid=10648): stdout: \u000a| (launched: 2022-12-10_01:50:59.608890) \u000a01:51:02.963269 run osmo-hlr_10.42.42.2(pid=10648): stderr: \u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015059784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015059797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015059806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015059807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015059807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:03.005284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10637): Terminating (SIGTERM)\u000a01:51:03.045092 run iperf3-srv_10.42.42.10(pid=10638): Terminating (SIGTERM)\u000a01:51:03.085063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10639): Terminating (SIGTERM)\u000a01:51:03.125126 run iperf3-srv_10.42.42.10(pid=10640): Terminating (SIGTERM)\u000a01:51:03.164606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10641): Terminating (SIGTERM)\u000a01:51:03.204282 run iperf3-srv_10.42.42.10(pid=10642): Terminating (SIGTERM)\u000a01:51:03.243997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminating (SIGTERM)\u000a01:51:03.283530 run iperf3-srv_10.42.42.10(pid=10644): Terminating (SIGTERM)\u000a01:51:03.323187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10647): Terminating (SIGTERM)\u000a01:51:03.362972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10650): Terminating (SIGTERM)\u000a01:51:03.402879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10653): Terminating (SIGTERM)\u000a01:51:03.412449 --- ParallelTerminationStrategy: PID 10637 died...\u000a01:51:03.466062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10637): Terminated: ok {rc=0}\u000a01:51:03.475822 --- ParallelTerminationStrategy: PID 10638 died...\u000a01:51:03.528910 run iperf3-srv_10.42.42.10(pid=10638): Terminated {rc=256}\u000a01:51:03.538737 --- ParallelTerminationStrategy: PID 10639 died...\u000a01:51:03.591644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10639): Terminated: ok {rc=0}\u000a01:51:03.601864 --- ParallelTerminationStrategy: PID 10640 died...\u000a01:51:03.655288 run iperf3-srv_10.42.42.10(pid=10640): Terminated {rc=256}\u000a01:51:03.665188 --- ParallelTerminationStrategy: PID 10641 died...\u000a01:51:03.718514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10641): Terminated: ok {rc=0}\u000a01:51:03.728143 --- ParallelTerminationStrategy: PID 10642 died...\u000a01:51:03.781082 run iperf3-srv_10.42.42.10(pid=10642): Terminated {rc=256}\u000a01:51:03.791076 --- ParallelTerminationStrategy: PID 10643 died...\u000a01:51:03.844233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10643): Terminated: ok {rc=0}\u000a01:51:03.854255 --- ParallelTerminationStrategy: PID 10644 died...\u000a01:51:03.907407 run iperf3-srv_10.42.42.10(pid=10644): Terminated {rc=256}\u000a01:51:03.917328 --- ParallelTerminationStrategy: PID 10647 died...\u000a01:51:03.970662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10647): Terminated: ok {rc=0}\u000a01:51:03.980389 --- ParallelTerminationStrategy: PID 10650 died...\u000a01:51:04.033565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10650): Terminated: ok {rc=0}\u000a01:51:04.043513 --- ParallelTerminationStrategy: PID 10653 died...\u000a01:51:04.096618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10653): Terminated: ok {rc=0}\u000a01:51:04.184825 bus /gobi_4: Setting Powered False\u000a01:51:05.289180 bus /gobi_4: Setting Powered False\u000a01:51:06.399629 bus /gobi_1: Setting Powered False\u000a01:51:07.505394 bus /gobi_1: Setting Powered False\u000a01:51:08.615530 bus /gobi_0: Setting Powered False\u000a01:51:09.722742 bus /gobi_0: Setting Powered False\u000a01:51:10.830376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:51:11.898977 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:11.911305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:12.054500 tst ping.py: using LAC 25158\u000a01:51:12.180897 tst ping.py: using RAC 168\u000a01:51:12.307398 tst ping.py: using CellId 25158\u000a01:51:12.432439 tst ping.py: using BVCI 25159\u000a01:51:12.457180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.468740 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.480246 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.491615 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.502784 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.514102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.525687 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:12.536908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:12.826448 tst ping.py:19: start network...\u000a01:51:12.959192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:13.467422 run create_hlr_db(pid=10655): Launched\u000a01:51:13.651472 bus /gobi_6: Setting Powered False\u000a01:51:14.671880 run create_hlr_db(pid=10655): Terminated: ok {rc=0}\u000a01:51:15.096289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Launched\u000a01:51:15.415125 run osmo-hlr_10.42.42.2(pid=10658): Launched\u000a01:51:15.530411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:16.112657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Launched\u000a01:51:16.518672 run osmo-stp_10.42.42.5(pid=10661): Launched\u000a01:51:16.835221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:17.370849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10663): Launched\u000a01:51:17.483281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:17.760456 run patchelf(pid=10664): Launched\u000a01:51:17.946661 run osmo-stp_10.42.42.5(pid=10661): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)]\u000a01:51:18.082226 run osmo-stp_10.42.42.5(pid=10661): stdout: \u000a| (launched: 2022-12-10_01:51:16.268555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:18.218198 run osmo-stp_10.42.42.5(pid=10661): stderr: \u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015116579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:18.350030 run osmo-stp_10.42.42.5(pid=10661): stdout: \u000a| (launched: 2022-12-10_01:51:16.268555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:18.480529 run osmo-stp_10.42.42.5(pid=10661): stderr: \u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015116579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015116579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:18.632248 run patchelf(pid=10664): Terminating (SIGINT)\u000a01:51:18.809910 run patchelf(pid=10664): Terminated: ok {rc=0}\u000a01:51:18.843628 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10661): Process ended prematurely: osmo-stp_10.42.42.5(pid=10661) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10661)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a01:51:18.852878 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:51:18.915770 run osmo-hlr_10.42.42.2(pid=10658): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10658)]\u000a01:51:18.967137 run osmo-hlr_10.42.42.2(pid=10658): stdout: \u000a| (launched: 2022-12-10_01:51:15.258054) \u000a01:51:19.019166 run osmo-hlr_10.42.42.2(pid=10658): stderr: \u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015115455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015115471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015115481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015115482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015115482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:19.063160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Terminating (SIGTERM)\u000a01:51:19.104826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Terminating (SIGTERM)\u000a01:51:19.146473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10663): Terminating (SIGTERM)\u000a01:51:19.156433 --- ParallelTerminationStrategy: PID 10657 died...\u000a01:51:19.212156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10657): Terminated: ok {rc=0}\u000a01:51:19.222437 --- ParallelTerminationStrategy: PID 10660 died...\u000a01:51:19.277537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10660): Terminated: ok {rc=0}\u000a01:51:19.287702 --- ParallelTerminationStrategy: PID 10663 died...\u000a01:51:19.342803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10663): Terminated: ok {rc=0}\u000a01:51:19.428442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10671): Process ended prematurely: osmo-stp_10.42.42.5(pid=10671) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10671)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10671): Process ended prematurely: osmo-stp_10.42.42.5(pid=10671) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:51:20.481710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.494553 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:20.635957 tst ping_idle_ping.py: using LAC 25159\u000a01:51:20.760606 tst ping_idle_ping.py: using RAC 169\u000a01:51:20.884697 tst ping_idle_ping.py: using CellId 25159\u000a01:51:21.009337 tst ping_idle_ping.py: using BVCI 25160\u000a01:51:21.033599 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.045129 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.056387 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.067740 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.079138 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.090318 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.101887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:21.113258 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:21.400416 tst ping_idle_ping.py:24: start network...\u000a01:51:21.532397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:22.046995 run create_hlr_db(pid=10665): Launched\u000a01:51:22.231546 bus /gobi_6: Setting Powered False\u000a01:51:23.251883 run create_hlr_db(pid=10665): Terminated: ok {rc=0}\u000a01:51:23.652813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10667): Launched\u000a01:51:23.953209 run osmo-hlr_10.42.42.2(pid=10668): Launched\u000a01:51:24.069731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:24.591966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10670): Launched\u000a01:51:24.888856 run osmo-stp_10.42.42.5(pid=10671): Launched\u000a01:51:25.000333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:25.517972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10673): Launched\u000a01:51:25.623075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:25.883255 run patchelf(pid=10674): Launched\u000a01:51:26.056879 run osmo-stp_10.42.42.5(pid=10671): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10671)]\u000a01:51:26.183407 run osmo-stp_10.42.42.5(pid=10671): stdout: \u000a| (launched: 2022-12-10_01:51:24.741864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:26.310259 run osmo-stp_10.42.42.5(pid=10671): stderr: \u000a| �[0;m�[38;5;43m20221210015124915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015124916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015124916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015124916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:26.432584 run osmo-stp_10.42.42.5(pid=10671): stdout: \u000a| (launched: 2022-12-10_01:51:24.741864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:26.554073 run osmo-stp_10.42.42.5(pid=10671): stderr: \u000a| �[0;m�[38;5;43m20221210015124915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015124916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015124916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015124916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015124917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:26.695666 run patchelf(pid=10674): Terminating (SIGINT)\u000a01:51:26.861598 run patchelf(pid=10674): Terminated: ok {rc=0}\u000a01:51:26.891869 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10671): Process ended prematurely: osmo-stp_10.42.42.5(pid=10671) [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10671)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:51:26.900346 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:51:26.960445 run osmo-hlr_10.42.42.2(pid=10668): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10668)]\u000a01:51:27.009086 run osmo-hlr_10.42.42.2(pid=10668): stdout: \u000a| (launched: 2022-12-10_01:51:23.803593) \u000a01:51:27.058465 run osmo-hlr_10.42.42.2(pid=10668): stderr: \u000a| �[0;m�[1;31m20221210015123977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015123977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015123977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015123977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015123978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015123978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015123988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:27.099970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10667): Terminating (SIGTERM)\u000a01:51:27.139547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10670): Terminating (SIGTERM)\u000a01:51:27.178868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10673): Terminating (SIGTERM)\u000a01:51:27.188057 --- ParallelTerminationStrategy: PID 10667 died...\u000a01:51:27.240930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10667): Terminated: ok {rc=0}\u000a01:51:27.250836 --- ParallelTerminationStrategy: PID 10670 died...\u000a01:51:27.304129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10670): Terminated: ok {rc=0}\u000a01:51:27.313865 --- ParallelTerminationStrategy: PID 10673 died...\u000a01:51:27.366782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10673): Terminated: ok {rc=0}\u000a01:51:27.449772 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:50:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:51:29.603338 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:29.614193 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:51:29.765808 tst cs_paging_gprs_active.py: using LAC 25160\u000a01:51:29.892501 tst cs_paging_gprs_active.py: using RAC 170\u000a01:51:30.021378 tst cs_paging_gprs_active.py: using CellId 25160\u000a01:51:30.149548 tst cs_paging_gprs_active.py: using BVCI 25161\u000a01:51:30.174281 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.185769 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.197159 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.209059 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.220717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.232379 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.244126 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.255671 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:30.267421 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:30.384851 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:30.677267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:51:30.811713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:31.170879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10679): Launched\u000a01:51:31.454702 run iperf3-srv_10.42.42.10(pid=10680): Launched\u000a01:51:31.656229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:51:31.793720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:32.146503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10681): Launched\u000a01:51:32.421839 run iperf3-srv_10.42.42.10(pid=10682): Launched\u000a01:51:32.605462 tst cs_paging_gprs_active.py:38: start network...\u000a01:51:32.730613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:33.207335 run create_hlr_db(pid=10683): Launched\u000a01:51:33.380789 bus /gobi_6: Setting Powered False\u000a01:51:34.402058 run create_hlr_db(pid=10683): Terminated: ok {rc=0}\u000a01:51:34.831184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Launched\u000a01:51:35.154571 run osmo-hlr_10.42.42.2(pid=10687): Launched\u000a01:51:35.275060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:35.838876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Launched\u000a01:51:36.162964 run osmo-stp_10.42.42.5(pid=10690): Launched\u000a01:51:36.279774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:36.842919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Launched\u000a01:51:36.958086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:37.240040 run patchelf(pid=10693): Launched\u000a01:51:37.428223 run osmo-stp_10.42.42.5(pid=10690): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]\u000a01:51:37.565755 run osmo-stp_10.42.42.5(pid=10690): stdout: \u000a| (launched: 2022-12-10_01:51:36.003546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:37.703659 run osmo-stp_10.42.42.5(pid=10690): stderr: \u000a| �[0;m�[38;5;43m20221210015136194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015136194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015136195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015136195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015136195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015136196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015136196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:37.836813 run osmo-stp_10.42.42.5(pid=10690): stdout: \u000a| (launched: 2022-12-10_01:51:36.003546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:37.968827 run osmo-stp_10.42.42.5(pid=10690): stderr: \u000a| �[0;m�[38;5;43m20221210015136194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015136194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015136195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015136195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015136195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015136196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015136196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:38.122076 run patchelf(pid=10693): Terminating (SIGINT)\u000a01:51:38.301764 run patchelf(pid=10693): Terminated: ok {rc=0}\u000a01:51:38.334866 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:51:38.344399 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:51:38.406842 run osmo-hlr_10.42.42.2(pid=10687): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10687)]\u000a01:51:38.457819 run osmo-hlr_10.42.42.2(pid=10687): stdout: \u000a| (launched: 2022-12-10_01:51:34.995354) \u000a01:51:38.509375 run osmo-hlr_10.42.42.2(pid=10687): stderr: \u000a| �[0;m�[1;31m20221210015135191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015135192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015135192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015135192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015135192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015135192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015135206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015135214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015135214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015135214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:38.553431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10679): Terminating (SIGTERM)\u000a01:51:38.595148 run iperf3-srv_10.42.42.10(pid=10680): Terminating (SIGTERM)\u000a01:51:38.636729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10681): Terminating (SIGTERM)\u000a01:51:38.678223 run iperf3-srv_10.42.42.10(pid=10682): Terminating (SIGTERM)\u000a01:51:38.719662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Terminating (SIGTERM)\u000a01:51:38.761160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Terminating (SIGTERM)\u000a01:51:38.802698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Terminating (SIGTERM)\u000a01:51:38.812469 --- ParallelTerminationStrategy: PID 10679 died...\u000a01:51:38.867780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10679): Terminated: ok {rc=0}\u000a01:51:38.877842 --- ParallelTerminationStrategy: PID 10680 died...\u000a01:51:38.932757 run iperf3-srv_10.42.42.10(pid=10680): Terminated {rc=256}\u000a01:51:38.942744 --- ParallelTerminationStrategy: PID 10681 died...\u000a01:51:38.997606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10681): Terminated: ok {rc=0}\u000a01:51:39.007555 --- ParallelTerminationStrategy: PID 10682 died...\u000a01:51:39.062286 run iperf3-srv_10.42.42.10(pid=10682): Terminated {rc=256}\u000a01:51:39.072124 --- ParallelTerminationStrategy: PID 10686 died...\u000a01:51:39.127048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Terminated: ok {rc=0}\u000a01:51:39.137144 --- ParallelTerminationStrategy: PID 10689 died...\u000a01:51:39.192086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Terminated: ok {rc=0}\u000a01:51:39.202410 --- ParallelTerminationStrategy: PID 10692 died...\u000a01:51:39.257276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Terminated: ok {rc=0}\u000a01:51:39.343161 bus /gobi_0: Setting Powered False\u000a01:51:40.449547 bus /gobi_0: Setting Powered False\u000a01:51:41.556584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:51:42.671617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:42.683784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:51:42.848213 tst iperf3.py: using LAC 25161\u000a01:51:42.974474 tst iperf3.py: using RAC 171\u000a01:51:43.102213 tst iperf3.py: using CellId 25161\u000a01:51:43.231954 tst iperf3.py: using BVCI 25162\u000a01:51:43.256674 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.268135 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.279424 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.290756 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.301941 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.313188 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.324438 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.335511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:43.346776 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:43.624158 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:43.749480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:44.062497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10694): Launched\u000a01:51:44.323453 run iperf3-srv_10.42.42.10(pid=10695): Launched\u000a01:51:44.506769 tst iperf3.py:8: start network...\u000a01:51:44.632172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:45.108543 run create_hlr_db(pid=10696): Launched\u000a01:51:45.281292 bus /gobi_6: Setting Powered False\u000a01:51:46.307375 run create_hlr_db(pid=10696): Terminated: ok {rc=0}\u000a01:51:46.724898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Launched\u000a01:51:47.143052 run osmo-hlr_10.42.42.2(pid=10699): Launched\u000a01:51:47.276737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:47.801160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Launched\u000a01:51:48.103170 run osmo-stp_10.42.42.5(pid=10702): Launched\u000a01:51:48.212936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:48.739546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Launched\u000a01:51:48.847665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:49.112467 run patchelf(pid=10705): Launched\u000a01:51:49.288433 run osmo-stp_10.42.42.5(pid=10702): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a01:51:49.416626 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-10_01:51:47.953996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:49.545447 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221210015148123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015148124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015148124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015148124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015148126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015148127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015148127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:49.670351 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-10_01:51:47.953996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:49.793905 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221210015148123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015148124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015148124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015148124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015148126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015148127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015148127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:49.937516 run patchelf(pid=10705): Terminating (SIGINT)\u000a01:51:50.106994 run patchelf(pid=10705): Terminated: ok {rc=0}\u000a01:51:50.138363 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:51:50.147628 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:51:50.208152 run osmo-hlr_10.42.42.2(pid=10699): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10699)]\u000a01:51:50.257198 run osmo-hlr_10.42.42.2(pid=10699): stdout: \u000a| (launched: 2022-12-10_01:51:46.881129) \u000a01:51:50.306901 run osmo-hlr_10.42.42.2(pid=10699): stderr: \u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015147236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015147260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015147269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015147269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015147269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:50.349149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10694): Terminating (SIGTERM)\u000a01:51:50.388841 run iperf3-srv_10.42.42.10(pid=10695): Terminating (SIGTERM)\u000a01:51:50.428809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminating (SIGTERM)\u000a01:51:50.468583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminating (SIGTERM)\u000a01:51:50.508285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminating (SIGTERM)\u000a01:51:50.517907 --- ParallelTerminationStrategy: PID 10694 died...\u000a01:51:50.571498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10694): Terminated: ok {rc=0}\u000a01:51:50.581620 --- ParallelTerminationStrategy: PID 10695 died...\u000a01:51:50.634729 run iperf3-srv_10.42.42.10(pid=10695): Terminated {rc=256}\u000a01:51:50.644476 --- ParallelTerminationStrategy: PID 10698 died...\u000a01:51:50.697186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminated: ok {rc=0}\u000a01:51:50.707056 --- ParallelTerminationStrategy: PID 10701 died...\u000a01:51:50.760031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminated: ok {rc=0}\u000a01:51:50.770036 --- ParallelTerminationStrategy: PID 10704 died...\u000a01:51:50.823260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminated: ok {rc=0}\u000a01:51:50.911601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:51:52.021125 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.032848 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:51:52.186972 tst iperf3m4.py: using LAC 25162\u000a01:51:52.310928 tst iperf3m4.py: using RAC 172\u000a01:51:52.441822 tst iperf3m4.py: using CellId 25162\u000a01:51:52.565655 tst iperf3m4.py: using BVCI 25163\u000a01:51:52.590563 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.602360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.613626 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.624729 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.636015 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.647209 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.658511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.669693 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:52.680817 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:52.797990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:52.916147 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:53.035089 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:53.314066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:53.439710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:53.753478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10706): Launched\u000a01:51:54.014305 run iperf3-srv_10.42.42.10(pid=10707): Launched\u000a01:51:54.198611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:51:54.323944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:54.636775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10708): Launched\u000a01:51:54.898679 run iperf3-srv_10.42.42.10(pid=10709): Launched\u000a01:51:55.081742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:51:55.207130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:55.520665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Launched\u000a01:51:55.789201 run iperf3-srv_10.42.42.10(pid=10711): Launched\u000a01:51:55.987052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:51:56.122715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:56.457618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Launched\u000a01:51:56.736748 run iperf3-srv_10.42.42.10(pid=10713): Launched\u000a01:51:56.934006 tst iperf3m4.py:8: start network...\u000a01:51:57.068530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:57.585960 run create_hlr_db(pid=10714): Launched\u000a01:51:57.772208 bus /gobi_6: Setting Powered False\u000a01:51:58.793328 run create_hlr_db(pid=10714): Terminated: ok {rc=0}\u000a01:51:59.223164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Launched\u000a01:51:59.546463 run osmo-hlr_10.42.42.2(pid=10717): Launched\u000a01:51:59.663746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:00.226315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Launched\u000a01:52:00.551038 run osmo-stp_10.42.42.5(pid=10720): Launched\u000a01:52:00.668647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:01.264365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Launched\u000a01:52:01.382575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:01.711986 run patchelf(pid=10723): Launched\u000a01:52:01.921033 run osmo-stp_10.42.42.5(pid=10720): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)]\u000a01:52:02.070313 run osmo-stp_10.42.42.5(pid=10720): stdout: \u000a| (launched: 2022-12-10_01:52:00.391446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:02.211296 run osmo-stp_10.42.42.5(pid=10720): stderr: \u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015200580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:02.345213 run osmo-stp_10.42.42.5(pid=10720): stdout: \u000a| (launched: 2022-12-10_01:52:00.391446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:02.477850 run osmo-stp_10.42.42.5(pid=10720): stderr: \u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015200580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015200580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015200581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:02.632090 run patchelf(pid=10723): Terminating (SIGINT)\u000a01:52:02.812520 run patchelf(pid=10723): Terminated: ok {rc=0}\u000a01:52:02.845640 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10720): Process ended prematurely: osmo-stp_10.42.42.5(pid=10720) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10720)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:52:02.855433 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:52:02.918547 run osmo-hlr_10.42.42.2(pid=10717): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10717)]\u000a01:52:02.969563 run osmo-hlr_10.42.42.2(pid=10717): stdout: \u000a| (launched: 2022-12-10_01:51:59.387461) \u000a01:52:03.021226 run osmo-hlr_10.42.42.2(pid=10717): stderr: \u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015159584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015159597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015159606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015159606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015159606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:03.065391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10706): Terminating (SIGTERM)\u000a01:52:03.106951 run iperf3-srv_10.42.42.10(pid=10707): Terminating (SIGTERM)\u000a01:52:03.148452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10708): Terminating (SIGTERM)\u000a01:52:03.189806 run iperf3-srv_10.42.42.10(pid=10709): Terminating (SIGTERM)\u000a01:52:03.231174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Terminating (SIGTERM)\u000a01:52:03.272485 run iperf3-srv_10.42.42.10(pid=10711): Terminating (SIGTERM)\u000a01:52:03.314065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Terminating (SIGTERM)\u000a01:52:03.355312 run iperf3-srv_10.42.42.10(pid=10713): Terminating (SIGTERM)\u000a01:52:03.396716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Terminating (SIGTERM)\u000a01:52:03.438425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Terminating (SIGTERM)\u000a01:52:03.480262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Terminating (SIGTERM)\u000a01:52:03.490120 --- ParallelTerminationStrategy: PID 10706 died...\u000a01:52:03.546246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10706): Terminated: ok {rc=0}\u000a01:52:03.556350 --- ParallelTerminationStrategy: PID 10707 died...\u000a01:52:03.612285 run iperf3-srv_10.42.42.10(pid=10707): Terminated {rc=256}\u000a01:52:03.622357 --- ParallelTerminationStrategy: PID 10708 died...\u000a01:52:03.678365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10708): Terminated: ok {rc=0}\u000a01:52:03.688523 --- ParallelTerminationStrategy: PID 10709 died...\u000a01:52:03.744228 run iperf3-srv_10.42.42.10(pid=10709): Terminated {rc=256}\u000a01:52:03.754367 --- ParallelTerminationStrategy: PID 10710 died...\u000a01:52:03.810212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10710): Terminated: ok {rc=0}\u000a01:52:03.820361 --- ParallelTerminationStrategy: PID 10711 died...\u000a01:52:03.876005 run iperf3-srv_10.42.42.10(pid=10711): Terminated {rc=256}\u000a01:52:03.886190 --- ParallelTerminationStrategy: PID 10712 died...\u000a01:52:03.942082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10712): Terminated: ok {rc=0}\u000a01:52:03.952281 --- ParallelTerminationStrategy: PID 10713 died...\u000a01:52:04.007916 run iperf3-srv_10.42.42.10(pid=10713): Terminated {rc=256}\u000a01:52:04.018064 --- ParallelTerminationStrategy: PID 10716 died...\u000a01:52:04.073832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10716): Terminated: ok {rc=0}\u000a01:52:04.084025 --- ParallelTerminationStrategy: PID 10719 died...\u000a01:52:04.140053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10719): Terminated: ok {rc=0}\u000a01:52:04.150322 --- ParallelTerminationStrategy: PID 10722 died...\u000a01:52:04.206437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10722): Terminated: ok {rc=0}\u000a01:52:04.294249 bus /gobi_4: Setting Powered False\u000a01:52:05.401540 bus /gobi_4: Setting Powered False\u000a01:52:06.510392 bus /gobi_1: Setting Powered False\u000a01:52:07.612788 bus /gobi_1: Setting Powered False\u000a01:52:08.724516 bus /gobi_0: Setting Powered False\u000a01:52:09.826152 bus /gobi_0: Setting Powered False\u000a01:52:10.938315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:52:12.005553 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.017233 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:12.169745 tst ping.py: using LAC 25163\u000a01:52:12.293679 tst ping.py: using RAC 173\u000a01:52:12.420017 tst ping.py: using CellId 25163\u000a01:52:12.544734 tst ping.py: using BVCI 25164\u000a01:52:12.569246 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.580678 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.592213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.603821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.615003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.626729 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.638061 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:12.649241 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:12.937586 tst ping.py:19: start network...\u000a01:52:13.069625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:13.578701 run create_hlr_db(pid=10724): Launched\u000a01:52:13.763510 bus /gobi_6: Setting Powered False\u000a01:52:14.772812 run create_hlr_db(pid=10724): Terminated: ok {rc=0}\u000a01:52:15.205872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Launched\u000a01:52:15.525443 run osmo-hlr_10.42.42.2(pid=10727): Launched\u000a01:52:15.641267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:16.241601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Launched\u000a01:52:16.651045 run osmo-stp_10.42.42.5(pid=10730): Launched\u000a01:52:16.905197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:17.533284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10732): Launched\u000a01:52:17.646584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:17.925155 run patchelf(pid=10733): Launched\u000a01:52:18.110965 run osmo-stp_10.42.42.5(pid=10730): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]\u000a01:52:18.246431 run osmo-stp_10.42.42.5(pid=10730): stdout: \u000a| (launched: 2022-12-10_01:52:16.408840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:18.382425 run osmo-stp_10.42.42.5(pid=10730): stderr: \u000a| �[0;m�[38;5;43m20221210015216700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015216700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015216701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015216701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015216701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015216701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015216702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:18.514158 run osmo-stp_10.42.42.5(pid=10730): stdout: \u000a| (launched: 2022-12-10_01:52:16.408840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:18.645346 run osmo-stp_10.42.42.5(pid=10730): stderr: \u000a| �[0;m�[38;5;43m20221210015216700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015216700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015216701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015216701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015216701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015216701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015216702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:18.796601 run patchelf(pid=10733): Terminating (SIGINT)\u000a01:52:18.973684 run patchelf(pid=10733): Terminated: ok {rc=0}\u000a01:52:19.006533 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:52:19.015663 tst ping.py:22: Test FAILED (7.0 sec)\u000a01:52:19.078477 run osmo-hlr_10.42.42.2(pid=10727): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10727)]\u000a01:52:19.129610 run osmo-hlr_10.42.42.2(pid=10727): stdout: \u000a| (launched: 2022-12-10_01:52:15.368141) \u000a01:52:19.181487 run osmo-hlr_10.42.42.2(pid=10727): stderr: \u000a| �[0;m�[1;31m20221210015215564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015215564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015215564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015215564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015215564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015215565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015215576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015215585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015215585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015215585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:19.225475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Terminating (SIGTERM)\u000a01:52:19.267105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Terminating (SIGTERM)\u000a01:52:19.309066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10732): Terminating (SIGTERM)\u000a01:52:19.318893 --- ParallelTerminationStrategy: PID 10726 died...\u000a01:52:19.374843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Terminated: ok {rc=0}\u000a01:52:19.385039 --- ParallelTerminationStrategy: PID 10729 died...\u000a01:52:19.440687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Terminated: ok {rc=0}\u000a01:52:19.451076 --- ParallelTerminationStrategy: PID 10732 died...\u000a01:52:19.506612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10732): Terminated: ok {rc=0}\u000a01:52:19.594429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:52:20.648660 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.661219 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:20.823104 tst ping_idle_ping.py: using LAC 25164\u000a01:52:20.944755 tst ping_idle_ping.py: using RAC 174\u000a01:52:21.063528 tst ping_idle_ping.py: using CellId 25164\u000a01:52:21.182380 tst ping_idle_ping.py: using BVCI 25165\u000a01:52:21.205390 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.216341 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.227166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.238687 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.250207 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.261657 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.273142 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:21.284488 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:21.574911 tst ping_idle_ping.py:24: start network...\u000a01:52:21.708733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:22.224287 run create_hlr_db(pid=10734): Launched\u000a01:52:22.410339 bus /gobi_6: Setting Powered False\u000a01:52:23.430283 run create_hlr_db(pid=10734): Terminated: ok {rc=0}\u000a01:52:23.832324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Launched\u000a01:52:24.131748 run osmo-hlr_10.42.42.2(pid=10737): Launched\u000a01:52:24.248929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:24.770355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Launched\u000a01:52:25.070134 run osmo-stp_10.42.42.5(pid=10740): Launched\u000a01:52:25.178498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:25.698089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10742): Launched\u000a01:52:25.803734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:26.063251 run patchelf(pid=10743): Launched\u000a01:52:26.237368 run osmo-stp_10.42.42.5(pid=10740): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]\u000a01:52:26.364853 run osmo-stp_10.42.42.5(pid=10740): stdout: \u000a| (launched: 2022-12-10_01:52:24.921800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:26.492451 run osmo-stp_10.42.42.5(pid=10740): stderr: \u000a| �[0;m�[38;5;43m20221210015225092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015225092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015225093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015225093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:26.615963 run osmo-stp_10.42.42.5(pid=10740): stdout: \u000a| (launched: 2022-12-10_01:52:24.921800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:26.738340 run osmo-stp_10.42.42.5(pid=10740): stderr: \u000a| �[0;m�[38;5;43m20221210015225092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015225092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015225093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015225093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015225094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:26.880025 run patchelf(pid=10743): Terminating (SIGINT)\u000a01:52:27.046240 run patchelf(pid=10743): Terminated: ok {rc=0}\u000a01:52:27.076525 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:52:27.085156 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:52:27.146247 run osmo-hlr_10.42.42.2(pid=10737): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10737)]\u000a01:52:27.194997 run osmo-hlr_10.42.42.2(pid=10737): stdout: \u000a| (launched: 2022-12-10_01:52:23.983471) \u000a01:52:27.244321 run osmo-hlr_10.42.42.2(pid=10737): stderr: \u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015224157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015224169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015224178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015224178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015224178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:27.285901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminating (SIGTERM)\u000a01:52:27.325365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Terminating (SIGTERM)\u000a01:52:27.364741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10742): Terminating (SIGTERM)\u000a01:52:27.374124 --- ParallelTerminationStrategy: PID 10736 died...\u000a01:52:27.427150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminated: ok {rc=0}\u000a01:52:27.437450 --- ParallelTerminationStrategy: PID 10739 died...\u000a01:52:27.490287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Terminated: ok {rc=0}\u000a01:52:27.500200 --- ParallelTerminationStrategy: PID 10742 died...\u000a01:52:27.552531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10742): Terminated: ok {rc=0}\u000a01:52:27.634958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:51:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:52:29.787903 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:29.799043 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:52:29.947082 tst cs_paging_gprs_active.py: using LAC 25165\u000a01:52:30.066553 tst cs_paging_gprs_active.py: using RAC 175\u000a01:52:30.183015 tst cs_paging_gprs_active.py: using CellId 25165\u000a01:52:30.308782 tst cs_paging_gprs_active.py: using BVCI 25166\u000a01:52:30.333626 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.345536 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.357131 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.370126 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.381791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.393554 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.405640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.417428 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:30.429087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:30.546892 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:30.822238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:52:30.986922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:31.341553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10748): Launched\u000a01:52:31.640008 run iperf3-srv_10.42.42.10(pid=10749): Launched\u000a01:52:31.842068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:52:31.969775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:32.296398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10750): Launched\u000a01:52:32.573729 run iperf3-srv_10.42.42.10(pid=10751): Launched\u000a01:52:32.770060 tst cs_paging_gprs_active.py:38: start network...\u000a01:52:32.903375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:33.416852 run create_hlr_db(pid=10752): Launched\u000a01:52:33.601280 bus /gobi_6: Setting Powered False\u000a01:52:34.623489 run create_hlr_db(pid=10752): Terminated: ok {rc=0}\u000a01:52:35.048270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Launched\u000a01:52:35.369239 run osmo-hlr_10.42.42.2(pid=10755): Launched\u000a01:52:35.490161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:36.049401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Launched\u000a01:52:36.369809 run osmo-stp_10.42.42.5(pid=10762): Launched\u000a01:52:36.486326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:37.045913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10764): Launched\u000a01:52:37.160084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:37.438721 run patchelf(pid=10765): Launched\u000a01:52:37.626372 run osmo-stp_10.42.42.5(pid=10762): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]\u000a01:52:37.763224 run osmo-stp_10.42.42.5(pid=10762): stdout: \u000a| (launched: 2022-12-10_01:52:36.212437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:37.900313 run osmo-stp_10.42.42.5(pid=10762): stderr: \u000a| �[0;m�[38;5;43m20221210015236404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015236404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015236405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015236405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015236405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015236406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015236406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:38.032551 run osmo-stp_10.42.42.5(pid=10762): stdout: \u000a| (launched: 2022-12-10_01:52:36.212437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:38.163894 run osmo-stp_10.42.42.5(pid=10762): stderr: \u000a| �[0;m�[38;5;43m20221210015236404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015236404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015236405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015236405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015236405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015236406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015236406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:38.316212 run patchelf(pid=10765): Terminating (SIGINT)\u000a01:52:38.495144 run patchelf(pid=10765): Terminated: ok {rc=0}\u000a01:52:38.528054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:52:38.537897 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:52:38.600143 run osmo-hlr_10.42.42.2(pid=10755): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10755)]\u000a01:52:38.651390 run osmo-hlr_10.42.42.2(pid=10755): stdout: \u000a| (launched: 2022-12-10_01:52:35.211147) \u000a01:52:38.703115 run osmo-hlr_10.42.42.2(pid=10755): stderr: \u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015235411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015235423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015235431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015235432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015235432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:38.747171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10748): Terminating (SIGTERM)\u000a01:52:38.788392 run iperf3-srv_10.42.42.10(pid=10749): Terminating (SIGTERM)\u000a01:52:38.829872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10750): Terminating (SIGTERM)\u000a01:52:38.871144 run iperf3-srv_10.42.42.10(pid=10751): Terminating (SIGTERM)\u000a01:52:38.912557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Terminating (SIGTERM)\u000a01:52:38.953951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminating (SIGTERM)\u000a01:52:38.995292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10764): Terminating (SIGTERM)\u000a01:52:39.004897 --- ParallelTerminationStrategy: PID 10748 died...\u000a01:52:39.060034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10748): Terminated: ok {rc=0}\u000a01:52:39.069946 --- ParallelTerminationStrategy: PID 10749 died...\u000a01:52:39.124667 run iperf3-srv_10.42.42.10(pid=10749): Terminated {rc=256}\u000a01:52:39.134480 --- ParallelTerminationStrategy: PID 10750 died...\u000a01:52:39.189147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10750): Terminated: ok {rc=0}\u000a01:52:39.198935 --- ParallelTerminationStrategy: PID 10751 died...\u000a01:52:39.253605 run iperf3-srv_10.42.42.10(pid=10751): Terminated {rc=256}\u000a01:52:39.263501 --- ParallelTerminationStrategy: PID 10754 died...\u000a01:52:39.318660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Terminated: ok {rc=0}\u000a01:52:39.328457 --- ParallelTerminationStrategy: PID 10761 died...\u000a01:52:39.383242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminated: ok {rc=0}\u000a01:52:39.393174 --- ParallelTerminationStrategy: PID 10764 died...\u000a01:52:39.448021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10764): Terminated: ok {rc=0}\u000a01:52:39.534166 bus /gobi_0: Setting Powered False\u000a01:52:40.641355 bus /gobi_0: Setting Powered False\u000a01:52:41.748265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10774): Process ended prematurely: osmo-stp_10.42.42.5(pid=10774) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10774)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10774): Process ended prematurely: osmo-stp_10.42.42.5(pid=10774) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:52:42.856445 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:42.868607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:52:43.008690 tst iperf3.py: using LAC 25166\u000a01:52:43.129170 tst iperf3.py: using RAC 176\u000a01:52:43.246602 tst iperf3.py: using CellId 25166\u000a01:52:43.361706 tst iperf3.py: using BVCI 25167\u000a01:52:43.384386 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.395692 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.406751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.418166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.429510 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.441405 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.452557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.463782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:43.475476 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:43.750076 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:43.873723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:44.182081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10766): Launched\u000a01:52:44.439736 run iperf3-srv_10.42.42.10(pid=10767): Launched\u000a01:52:44.621614 tst iperf3.py:8: start network...\u000a01:52:44.745817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:45.218323 run create_hlr_db(pid=10768): Launched\u000a01:52:45.390850 bus /gobi_6: Setting Powered False\u000a01:52:46.435042 run create_hlr_db(pid=10768): Terminated: ok {rc=0}\u000a01:52:46.914704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10770): Launched\u000a01:52:47.231904 run osmo-hlr_10.42.42.2(pid=10771): Launched\u000a01:52:47.347682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:47.878662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10773): Launched\u000a01:52:48.179006 run osmo-stp_10.42.42.5(pid=10774): Launched\u000a01:52:48.289169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:48.813229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10776): Launched\u000a01:52:48.919679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:49.181485 run patchelf(pid=10777): Launched\u000a01:52:49.356373 run osmo-stp_10.42.42.5(pid=10774): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10774)]\u000a01:52:49.484352 run osmo-stp_10.42.42.5(pid=10774): stdout: \u000a| (launched: 2022-12-10_01:52:48.030633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:49.612460 run osmo-stp_10.42.42.5(pid=10774): stderr: \u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015248201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:49.736425 run osmo-stp_10.42.42.5(pid=10774): stdout: \u000a| (launched: 2022-12-10_01:52:48.030633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:49.859409 run osmo-stp_10.42.42.5(pid=10774): stderr: \u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015248200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015248201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015248202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:50.002190 run patchelf(pid=10777): Terminating (SIGINT)\u000a01:52:50.169741 run patchelf(pid=10777): Terminated: ok {rc=0}\u000a01:52:50.200503 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10774): Process ended prematurely: osmo-stp_10.42.42.5(pid=10774) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10774)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:52:50.210379 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:52:50.270668 run osmo-hlr_10.42.42.2(pid=10771): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10771)]\u000a01:52:50.319382 run osmo-hlr_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-10_01:52:47.069695) \u000a01:52:50.368730 run osmo-hlr_10.42.42.2(pid=10771): stderr: \u000a| �[0;m�[1;31m20221210015247279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015247279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015247279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015247280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015247280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015247280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015247295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015247305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015247306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015247306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:50.410440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10766): Terminating (SIGTERM)\u000a01:52:50.449800 run iperf3-srv_10.42.42.10(pid=10767): Terminating (SIGTERM)\u000a01:52:50.489308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10770): Terminating (SIGTERM)\u000a01:52:50.529141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10773): Terminating (SIGTERM)\u000a01:52:50.569073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10776): Terminating (SIGTERM)\u000a01:52:50.578589 --- ParallelTerminationStrategy: PID 10766 died...\u000a01:52:50.631121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10766): Terminated: ok {rc=0}\u000a01:52:50.640742 --- ParallelTerminationStrategy: PID 10767 died...\u000a01:52:50.692734 run iperf3-srv_10.42.42.10(pid=10767): Terminated {rc=256}\u000a01:52:50.702334 --- ParallelTerminationStrategy: PID 10770 died...\u000a01:52:50.754759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10770): Terminated: ok {rc=0}\u000a01:52:50.764456 --- ParallelTerminationStrategy: PID 10773 died...\u000a01:52:50.817088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10773): Terminated: ok {rc=0}\u000a01:52:50.827019 --- ParallelTerminationStrategy: PID 10776 died...\u000a01:52:50.879433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10776): Terminated: ok {rc=0}\u000a01:52:50.967104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10792): Process ended prematurely: osmo-stp_10.42.42.5(pid=10792) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10792)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10792): Process ended prematurely: osmo-stp_10.42.42.5(pid=10792) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:52:52.076639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.089146 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:52:52.230637 tst iperf3m4.py: using LAC 25167\u000a01:52:52.354187 tst iperf3m4.py: using RAC 177\u000a01:52:52.481198 tst iperf3m4.py: using CellId 25167\u000a01:52:52.608872 tst iperf3m4.py: using BVCI 25168\u000a01:52:52.633993 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.646062 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.657975 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.669915 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.681665 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.693270 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.705579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.717238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:52.729239 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:52.847245 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:52.965152 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:53.084410 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:53.375133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:53.509075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:53.841171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10778): Launched\u000a01:52:54.116217 run iperf3-srv_10.42.42.10(pid=10779): Launched\u000a01:52:54.312016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:52:54.445578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:54.777513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10780): Launched\u000a01:52:55.053155 run iperf3-srv_10.42.42.10(pid=10781): Launched\u000a01:52:55.248893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:52:55.382449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:55.713614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10782): Launched\u000a01:52:55.989585 run iperf3-srv_10.42.42.10(pid=10783): Launched\u000a01:52:56.185484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:52:56.318831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:56.651538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10784): Launched\u000a01:52:56.927449 run iperf3-srv_10.42.42.10(pid=10785): Launched\u000a01:52:57.122589 tst iperf3m4.py:8: start network...\u000a01:52:57.255466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:57.767828 run create_hlr_db(pid=10786): Launched\u000a01:52:57.952273 bus /gobi_6: Setting Powered False\u000a01:52:58.973741 run create_hlr_db(pid=10786): Terminated: ok {rc=0}\u000a01:52:59.374984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10788): Launched\u000a01:52:59.675685 run osmo-hlr_10.42.42.2(pid=10789): Launched\u000a01:52:59.792806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:00.322190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10791): Launched\u000a01:53:00.623965 run osmo-stp_10.42.42.5(pid=10792): Launched\u000a01:53:00.733206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:01.342835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10794): Launched\u000a01:53:01.461169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:01.761717 run patchelf(pid=10795): Launched\u000a01:53:01.952821 run osmo-stp_10.42.42.5(pid=10792): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10792)]\u000a01:53:02.093349 run osmo-stp_10.42.42.5(pid=10792): stdout: \u000a| (launched: 2022-12-10_01:53:00.474931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:02.230663 run osmo-stp_10.42.42.5(pid=10792): stderr: \u000a| �[0;m�[38;5;43m20221210015300642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015300643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015300643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015300643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:02.363473 run osmo-stp_10.42.42.5(pid=10792): stdout: \u000a| (launched: 2022-12-10_01:53:00.474931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:02.494780 run osmo-stp_10.42.42.5(pid=10792): stderr: \u000a| �[0;m�[38;5;43m20221210015300642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015300643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015300643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015300643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015300644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:02.647915 run patchelf(pid=10795): Terminating (SIGINT)\u000a01:53:02.826974 run patchelf(pid=10795): Terminated: ok {rc=0}\u000a01:53:02.860031 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10792): Process ended prematurely: osmo-stp_10.42.42.5(pid=10792) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10792)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:53:02.870134 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:53:02.932544 run osmo-hlr_10.42.42.2(pid=10789): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10789)]\u000a01:53:02.983514 run osmo-hlr_10.42.42.2(pid=10789): stdout: \u000a| (launched: 2022-12-10_01:52:59.527073) \u000a01:53:03.035255 run osmo-hlr_10.42.42.2(pid=10789): stderr: \u000a| �[0;m�[1;31m20221210015259703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015259703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015259704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015259704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015259704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015259704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015259716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015259725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015259725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015259725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:03.079211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10778): Terminating (SIGTERM)\u000a01:53:03.120511 run iperf3-srv_10.42.42.10(pid=10779): Terminating (SIGTERM)\u000a01:53:03.162556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10780): Terminating (SIGTERM)\u000a01:53:03.204038 run iperf3-srv_10.42.42.10(pid=10781): Terminating (SIGTERM)\u000a01:53:03.245529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10782): Terminating (SIGTERM)\u000a01:53:03.286974 run iperf3-srv_10.42.42.10(pid=10783): Terminating (SIGTERM)\u000a01:53:03.328273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10784): Terminating (SIGTERM)\u000a01:53:03.369505 run iperf3-srv_10.42.42.10(pid=10785): Terminating (SIGTERM)\u000a01:53:03.410919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10788): Terminating (SIGTERM)\u000a01:53:03.452272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10791): Terminating (SIGTERM)\u000a01:53:03.493845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10794): Terminating (SIGTERM)\u000a01:53:03.503535 --- ParallelTerminationStrategy: PID 10778 died...\u000a01:53:03.559176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10778): Terminated: ok {rc=0}\u000a01:53:03.569141 --- ParallelTerminationStrategy: PID 10779 died...\u000a01:53:03.624587 run iperf3-srv_10.42.42.10(pid=10779): Terminated {rc=256}\u000a01:53:03.634652 --- ParallelTerminationStrategy: PID 10780 died...\u000a01:53:03.690157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10780): Terminated: ok {rc=0}\u000a01:53:03.700163 --- ParallelTerminationStrategy: PID 10781 died...\u000a01:53:03.755550 run iperf3-srv_10.42.42.10(pid=10781): Terminated {rc=256}\u000a01:53:03.765518 --- ParallelTerminationStrategy: PID 10782 died...\u000a01:53:03.820790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10782): Terminated: ok {rc=0}\u000a01:53:03.830879 --- ParallelTerminationStrategy: PID 10783 died...\u000a01:53:03.886151 run iperf3-srv_10.42.42.10(pid=10783): Terminated {rc=256}\u000a01:53:03.896196 --- ParallelTerminationStrategy: PID 10784 died...\u000a01:53:03.951483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10784): Terminated: ok {rc=0}\u000a01:53:03.961606 --- ParallelTerminationStrategy: PID 10785 died...\u000a01:53:04.016791 run iperf3-srv_10.42.42.10(pid=10785): Terminated {rc=256}\u000a01:53:04.026971 --- ParallelTerminationStrategy: PID 10788 died...\u000a01:53:04.082511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10788): Terminated: ok {rc=0}\u000a01:53:04.092648 --- ParallelTerminationStrategy: PID 10791 died...\u000a01:53:04.147851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10791): Terminated: ok {rc=0}\u000a01:53:04.158023 --- ParallelTerminationStrategy: PID 10794 died...\u000a01:53:04.213460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10794): Terminated: ok {rc=0}\u000a01:53:04.300722 bus /gobi_4: Setting Powered False\u000a01:53:05.408528 bus /gobi_4: Setting Powered False\u000a01:53:06.516377 bus /gobi_1: Setting Powered False\u000a01:53:07.622025 bus /gobi_1: Setting Powered False\u000a01:53:08.728122 bus /gobi_0: Setting Powered False\u000a01:53:09.833597 bus /gobi_0: Setting Powered False\u000a01:53:10.946066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10824): Process ended prematurely: osmo-stp_10.42.42.5(pid=10824) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10824)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10824): Process ended prematurely: osmo-stp_10.42.42.5(pid=10824) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:53:12.012309 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.024422 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:12.159458 tst ping.py: using LAC 25168\u000a01:53:12.273136 tst ping.py: using RAC 178\u000a01:53:12.386464 tst ping.py: using CellId 25168\u000a01:53:12.500001 tst ping.py: using BVCI 25169\u000a01:53:12.522329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.533680 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.544735 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.556104 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.567634 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.579500 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.591000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:12.602655 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:12.871333 tst ping.py:19: start network...\u000a01:53:12.993495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:13.455466 run create_hlr_db(pid=10796): Launched\u000a01:53:13.624809 bus /gobi_6: Setting Powered False\u000a01:53:14.644930 run create_hlr_db(pid=10796): Terminated: ok {rc=0}\u000a01:53:15.065220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10798): Launched\u000a01:53:15.380453 run osmo-hlr_10.42.42.2(pid=10799): Launched\u000a01:53:15.495025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:16.069075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10801): Launched\u000a01:53:16.569097 run osmo-stp_10.42.42.5(pid=10824): Launched\u000a01:53:16.779438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:17.490752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10859): Launched\u000a01:53:17.637527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:17.998538 run patchelf(pid=10883): Launched\u000a01:53:18.249680 run osmo-stp_10.42.42.5(pid=10824): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10824)]\u000a01:53:18.431519 run osmo-stp_10.42.42.5(pid=10824): stdout: \u000a| (launched: 2022-12-10_01:53:16.268230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:18.605159 run osmo-stp_10.42.42.5(pid=10824): stderr: \u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015316514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:18.760621 run osmo-stp_10.42.42.5(pid=10824): stdout: \u000a| (launched: 2022-12-10_01:53:16.268230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:18.900912 run osmo-stp_10.42.42.5(pid=10824): stderr: \u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015316504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015316514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015316514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:19.079276 run patchelf(pid=10883): Terminating (SIGINT)\u000a01:53:19.295001 run patchelf(pid=10883): Terminated: ok {rc=0}\u000a01:53:19.336558 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10824): Process ended prematurely: osmo-stp_10.42.42.5(pid=10824) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10824)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:53:19.345846 tst ping.py:22: Test FAILED (7.3 sec)\u000a01:53:19.426609 run osmo-hlr_10.42.42.2(pid=10799): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10799)]\u000a01:53:19.483627 run osmo-hlr_10.42.42.2(pid=10799): stdout: \u000a| (launched: 2022-12-10_01:53:15.225367) \u000a01:53:19.542937 run osmo-hlr_10.42.42.2(pid=10799): stderr: \u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015315422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015315435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015315445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015315445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015315445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:19.591623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10798): Terminating (SIGTERM)\u000a01:53:19.648183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10801): Terminating (SIGTERM)\u000a01:53:19.698088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10859): Terminating (SIGTERM)\u000a01:53:19.711504 --- ParallelTerminationStrategy: PID 10798 died...\u000a01:53:19.777478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10798): Terminated: ok {rc=0}\u000a01:53:19.787307 --- ParallelTerminationStrategy: PID 10801 died...\u000a01:53:19.861833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10801): Terminated: ok {rc=0}\u000a01:53:19.873720 --- ParallelTerminationStrategy: PID 10859 died...\u000a01:53:19.930109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10859): Terminated: ok {rc=0}\u000a01:53:20.049346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:53:21.108866 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.121930 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:21.262977 tst ping_idle_ping.py: using LAC 25169\u000a01:53:21.384467 tst ping_idle_ping.py: using RAC 179\u000a01:53:21.505653 tst ping_idle_ping.py: using CellId 25169\u000a01:53:21.626879 tst ping_idle_ping.py: using BVCI 25170\u000a01:53:21.650529 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.663125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.675775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.689069 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.702283 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.716839 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.730131 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.743266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:22.028658 tst ping_idle_ping.py:24: start network...\u000a01:53:22.154223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:22.681521 run create_hlr_db(pid=11111): Launched\u000a01:53:22.856584 bus /gobi_6: Setting Powered False\u000a01:53:23.879083 run create_hlr_db(pid=11111): Terminated: ok {rc=0}\u000a01:53:24.302580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Launched\u000a01:53:24.712226 run osmo-hlr_10.42.42.2(pid=11114): Launched\u000a01:53:24.963113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:25.535750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Launched\u000a01:53:25.938755 run osmo-stp_10.42.42.5(pid=11117): Launched\u000a01:53:26.171366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:26.793520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Launched\u000a01:53:26.905851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:27.190478 run patchelf(pid=11120): Launched\u000a01:53:27.371995 run osmo-stp_10.42.42.5(pid=11117): ERR: Terminated: ERROR {rc=1} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)]\u000a01:53:27.505573 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-10_01:53:25.693344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:27.639169 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015326030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:27.768444 run osmo-stp_10.42.42.5(pid=11117): stdout: \u000a| (launched: 2022-12-10_01:53:25.693344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:27.896785 run osmo-stp_10.42.42.5(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015326029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015326030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015326030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:28.045572 run patchelf(pid=11120): Terminating (SIGINT)\u000a01:53:28.218940 run patchelf(pid=11120): Terminated: ok {rc=0}\u000a01:53:28.250926 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11117): Process ended prematurely: osmo-stp_10.42.42.5(pid=11117) [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11117)] [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:53:28.261186 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a01:53:28.327162 run osmo-hlr_10.42.42.2(pid=11114): ERR: Terminated: ERROR {rc=237} [trial-2367↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11114)]\u000a01:53:28.379551 run osmo-hlr_10.42.42.2(pid=11114): stdout: \u000a| (launched: 2022-12-10_01:53:24.458120) \u000a01:53:28.433136 run osmo-hlr_10.42.42.2(pid=11114): stderr: \u000a| �[0;m�[1;31m20221210015324760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015324760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015324760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015324760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015324760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015324761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015324780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015324793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015324793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015324793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:28.478477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminating (SIGTERM)\u000a01:53:28.523722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminating (SIGTERM)\u000a01:53:28.568392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Terminating (SIGTERM)\u000a01:53:28.579016 --- ParallelTerminationStrategy: PID 11113 died...\u000a01:53:28.637936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11113): Terminated: ok {rc=0}\u000a01:53:28.648894 --- ParallelTerminationStrategy: PID 11116 died...\u000a01:53:28.707094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11116): Terminated: ok {rc=0}\u000a01:53:28.718078 --- ParallelTerminationStrategy: PID 11119 died...\u000a01:53:28.775280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11119): Terminated: ok {rc=0}\u000a01:53:28.866008 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:52:29" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:53:30.976480 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:30.993739 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:53:31.178926 tst switch_tch_pdch.py: using LAC 25170\u000a01:53:31.330145 tst switch_tch_pdch.py: using RAC 180\u000a01:53:31.512613 tst switch_tch_pdch.py: using CellId 25170\u000a01:53:31.713020 tst switch_tch_pdch.py: using BVCI 25171\u000a01:53:31.746142 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.768190 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.792250 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.813773 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.840635 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.862093 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.874373 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:31.892037 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:53:32.042850 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:53:32.386791 tst switch_tch_pdch.py:51: start network...\u000a01:53:32.537137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:33.091130 run create_hlr_db(pid=11124): Launched\u000a01:53:33.280106 bus /gobi_6: Setting Powered False\u000a01:53:34.300786 run create_hlr_db(pid=11124): Terminated: ok {rc=0}\u000a01:53:34.746355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Launched\u000a01:53:35.160344 run osmo-hlr_10.42.42.2(pid=11127): Launched\u000a01:53:35.342514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:35.986932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Launched\u000a01:53:36.409235 run osmo-stp_10.42.42.5(pid=11130): Launched\u000a01:53:36.637713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:37.220293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Launched\u000a01:53:37.337692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:37.638919 run patchelf(pid=11133): Launched\u000a01:53:37.831552 run osmo-stp_10.42.42.5(pid=11130): ERR: Terminated: ERROR {rc=1} [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)]\u000a01:53:37.971120 run osmo-stp_10.42.42.5(pid=11130): stdout: \u000a| (launched: 2022-12-10_01:53:36.154249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:38.113063 run osmo-stp_10.42.42.5(pid=11130): stderr: \u000a| �[0;m�[38;5;43m20221210015336449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015336449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015336450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015336450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015336450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015336451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015336451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:38.249287 run osmo-stp_10.42.42.5(pid=11130): stdout: \u000a| (launched: 2022-12-10_01:53:36.154249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:38.384514 run osmo-stp_10.42.42.5(pid=11130): stderr: \u000a| �[0;m�[38;5;43m20221210015336449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015336449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015336450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015336450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015336450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015336451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015336451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:38.541082 run patchelf(pid=11133): Terminating (SIGINT)\u000a01:53:38.727044 run patchelf(pid=11133): Terminated: ok {rc=0}\u000a01:53:38.760937 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11130): Process ended prematurely: osmo-stp_10.42.42.5(pid=11130) [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11130)] [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:53:38.771601 tst switch_tch_pdch.py:54: Test FAILED (7.8 sec)\u000a01:53:38.838109 run osmo-hlr_10.42.42.2(pid=11127): ERR: Terminated: ERROR {rc=237} [trial-2367↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11127)]\u000a01:53:38.891432 run osmo-hlr_10.42.42.2(pid=11127): stdout: \u000a| (launched: 2022-12-10_01:53:34.912345) \u000a01:53:38.944993 run osmo-hlr_10.42.42.2(pid=11127): stderr: \u000a| �[0;m�[1;31m20221210015335218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015335219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015335219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015335219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015335219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015335219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015335243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015335256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015335256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015335256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:38.990872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Terminating (SIGTERM)\u000a01:53:39.038115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Terminating (SIGTERM)\u000a01:53:39.082368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Terminating (SIGTERM)\u000a01:53:39.094147 --- ParallelTerminationStrategy: PID 11126 died...\u000a01:53:39.152564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11126): Terminated: ok {rc=0}\u000a01:53:39.163140 --- ParallelTerminationStrategy: PID 11129 died...\u000a01:53:39.219884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11129): Terminated: ok {rc=0}\u000a01:53:39.231334 --- ParallelTerminationStrategy: PID 11132 died...\u000a01:53:39.287675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11132): Terminated: ok {rc=0}\u000a01:53:39.378330 bus /gobi_0: Setting Powered False\u000a01:53:40.489616 bus /gobi_0: Setting Powered False\u000a01:53:41.595656 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11142) [trial-2367↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11142)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11142) [trial-2367↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:53:43.446905 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:53:43.558218 tst esme_connect_policy_acceptall.py: using MSISDN 7485\u000a01:53:43.702934 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:53:44.313973 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11141): Launched\u000a01:53:44.636939 run osmo-nitb_10.42.42.2(pid=11142): Launched\u000a01:53:44.834885 run osmo-nitb_10.42.42.2(pid=11142): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11142)]\u000a01:53:44.980328 run osmo-nitb_10.42.42.2(pid=11142): stdout: \u000a| (launched: 2022-12-10_01:53:44.479269) \u000a01:53:45.125488 run osmo-nitb_10.42.42.2(pid=11142): stderr: \u000a| (launched: 2022-12-10_01:53:44.527378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:45.266584 run osmo-nitb_10.42.42.2(pid=11142): stdout: \u000a| (launched: 2022-12-10_01:53:44.479269) \u000a01:53:45.406482 run osmo-nitb_10.42.42.2(pid=11142): stderr: \u000a| (launched: 2022-12-10_01:53:44.527378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:45.767100 tst osmo-nitb_10.42.42.2(pid=11142): stdout: \u000a| (launched: 2022-12-10_01:53:44.479269) \u000a01:53:45.914031 tst osmo-nitb_10.42.42.2(pid=11142): stderr: \u000a| (launched: 2022-12-10_01:53:44.527378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:45.970920 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=11142): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11142) [trial-2367↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11142)] [trial-2367↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a01:53:45.979544 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a01:53:46.016098 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11141): Terminating (SIGTERM)\u000a01:53:46.193277 --- ParallelTerminationStrategy: PID 11141 died...\u000a01:53:46.260881 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11141): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11144) [trial-2367↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11144)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11144) [trial-2367↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:53:46.279840 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:53:46.399189 tst esme_connect_policy_closed.py: using MSISDN 7486\u000a01:53:46.527300 tst esme_connect_policy_closed.py: using MSISDN 7487\u000a01:53:46.639474 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:53:47.265757 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11143): Launched\u000a01:53:47.570041 run osmo-nitb_10.42.42.2(pid=11144): Launched\u000a01:53:47.743977 run osmo-nitb_10.42.42.2(pid=11144): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11144)]\u000a01:53:47.870522 run osmo-nitb_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-10_01:53:47.421258) \u000a01:53:47.997088 run osmo-nitb_10.42.42.2(pid=11144): stderr: \u000a| (launched: 2022-12-10_01:53:47.466581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:48.119267 run osmo-nitb_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-10_01:53:47.421258) \u000a01:53:48.239929 run osmo-nitb_10.42.42.2(pid=11144): stderr: \u000a| (launched: 2022-12-10_01:53:47.466581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:48.292894 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=11144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11144) [trial-2367↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11144)] [trial-2367↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a01:53:48.300792 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a01:53:48.335395 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11143): Terminating (SIGTERM)\u000a01:53:48.513417 --- ParallelTerminationStrategy: PID 11143 died...\u000a01:53:48.568462 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11143): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11146) [trial-2367↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11146)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11146) [trial-2367↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:53:48.582561 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:53:48.593830 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:53:48.726404 tst esme_ms_sms_storeforward.py: using LAC 25171\u000a01:53:48.858259 tst esme_ms_sms_storeforward.py: using RAC 181\u000a01:53:48.986118 tst esme_ms_sms_storeforward.py: using CellId 25171\u000a01:53:49.114130 tst esme_ms_sms_storeforward.py: using BVCI 25172\u000a01:53:49.139232 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:53:49.352763 tst esme_ms_sms_storeforward.py: using MSISDN 7488\u000a01:53:49.538703 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a01:53:49.665639 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:53:50.298778 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11145): Launched\u000a01:53:50.603968 run osmo-nitb_10.42.42.2(pid=11146): Launched\u000a01:53:50.778558 run osmo-nitb_10.42.42.2(pid=11146): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11146)]\u000a01:53:50.905882 run osmo-nitb_10.42.42.2(pid=11146): stdout: \u000a| (launched: 2022-12-10_01:53:50.453911) \u000a01:53:51.033260 run osmo-nitb_10.42.42.2(pid=11146): stderr: \u000a| (launched: 2022-12-10_01:53:50.499295)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:51.155705 run osmo-nitb_10.42.42.2(pid=11146): stdout: \u000a| (launched: 2022-12-10_01:53:50.453911) \u000a01:53:51.276891 run osmo-nitb_10.42.42.2(pid=11146): stderr: \u000a| (launched: 2022-12-10_01:53:50.499295)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:51.330054 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=11146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11146) [trial-2367↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11146)] [trial-2367↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a01:53:51.338012 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a01:53:51.372666 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11145): Terminating (SIGTERM)\u000a01:53:51.549983 --- ParallelTerminationStrategy: PID 11145 died...\u000a01:53:51.604281 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11145): Terminated: ok {rc=0}\u000a01:53:51.692045 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11148) [trial-2367↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11148)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11148) [trial-2367↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:53:52.743522 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:53:52.754844 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:53:52.878351 tst esme_ms_sms_transaction.py: using LAC 25172\u000a01:53:52.997374 tst esme_ms_sms_transaction.py: using RAC 182\u000a01:53:53.117824 tst esme_ms_sms_transaction.py: using CellId 25172\u000a01:53:53.240179 tst esme_ms_sms_transaction.py: using BVCI 25173\u000a01:53:53.263144 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:53:53.488773 tst esme_ms_sms_transaction.py: using MSISDN 7489\u000a01:53:53.688735 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a01:53:53.824911 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:53:54.496349 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11147): Launched\u000a01:53:54.819039 run osmo-nitb_10.42.42.2(pid=11148): Launched\u000a01:53:55.017323 run osmo-nitb_10.42.42.2(pid=11148): ERR: Terminated: ERROR {rc=2} [trial-2367↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11148)]\u000a01:53:55.163633 run osmo-nitb_10.42.42.2(pid=11148): stdout: \u000a| (launched: 2022-12-10_01:53:54.661920) \u000a01:53:55.309414 run osmo-nitb_10.42.42.2(pid=11148): stderr: \u000a| (launched: 2022-12-10_01:53:54.710377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:55.451117 run osmo-nitb_10.42.42.2(pid=11148): stdout: \u000a| (launched: 2022-12-10_01:53:54.661920) \u000a01:53:55.591565 run osmo-nitb_10.42.42.2(pid=11148): stderr: \u000a| (launched: 2022-12-10_01:53:54.710377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:55.949887 tst osmo-nitb_10.42.42.2(pid=11148): stdout: \u000a| (launched: 2022-12-10_01:53:54.661920) \u000a01:53:56.079403 tst osmo-nitb_10.42.42.2(pid=11148): stderr: \u000a| (launched: 2022-12-10_01:53:54.710377)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:53:56.135914 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=11148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11148) [trial-2367↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11148)] [trial-2367↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a01:53:56.144505 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a01:53:56.180710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11147): Terminating (SIGTERM)\u000a01:53:56.358441 --- ParallelTerminationStrategy: PID 11147 died...\u000a01:53:56.415956 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11147): Terminated: ok {rc=0}\u000a01:53:56.503619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:53:43" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11157): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11157) [trial-2367↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11157)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11157): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11157) [trial-2367↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:53:58.307108 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:53:58.318012 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:53:58.329338 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:53:58.340145 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:53:58.453177 tst esme_connect_policy_acceptall.py: using MSISDN 7490\u000a01:53:58.569048 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:53:59.130681 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11152): Launched\u000a01:53:59.439265 run osmo-stp_10.42.42.4(pid=11153): Launched\u000a01:53:59.548180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:00.033394 run create_hlr_db(pid=11154): Launched\u000a01:54:00.210058 bus /sierra_2: Setting Powered False\u000a01:54:01.232550 run create_hlr_db(pid=11154): Terminated: ok {rc=0}\u000a01:54:01.708352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Launched\u000a01:54:02.219656 run osmo-hlr_10.42.42.2(pid=11157): Launched\u000a01:54:02.407286 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:03.007522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Launched\u000a01:54:03.336379 run osmo-msc_10.42.42.5(pid=11160): Launched\u000a01:54:03.528674 run osmo-hlr_10.42.42.2(pid=11157): ERR: Terminated: ERROR {rc=237} [trial-2367↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11157)]\u000a01:54:03.667066 run osmo-hlr_10.42.42.2(pid=11157): stdout: \u000a| (launched: 2022-12-10_01:54:01.878934) \u000a01:54:03.804239 run osmo-hlr_10.42.42.2(pid=11157): stderr: \u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015402212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015402234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015402252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015402252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015402254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:03.935245 run osmo-hlr_10.42.42.2(pid=11157): stdout: \u000a| (launched: 2022-12-10_01:54:01.878934) \u000a01:54:04.065038 run osmo-hlr_10.42.42.2(pid=11157): stderr: \u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015402211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015402212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015402234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015402252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015402252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015402254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:04.122150 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=11157): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11157) [trial-2367↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11157)] [trial-2367↪smpp↪esme_connect_policy_acceptall.py:23]\u000a01:54:04.130742 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a01:54:04.193542 run osmo-msc_10.42.42.5(pid=11160): ERR: Terminated: ERROR {rc=9} [trial-2367↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11160)]\u000a01:54:04.245291 run osmo-msc_10.42.42.5(pid=11160): stdout: \u000a| (launched: 2022-12-10_01:54:03.174818) \u000a01:54:04.297881 run osmo-msc_10.42.42.5(pid=11160): stderr: \u000a| �[0;m�[38;5;43m20221210015403540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210015403540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210015403541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210015403541 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210015403541 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210015403541 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210015403541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210015403541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210015403541 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:04.342403 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11152): Terminating (SIGTERM)\u000a01:54:04.384250 run osmo-stp_10.42.42.4(pid=11153): Terminating (SIGTERM)\u000a01:54:04.427260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Terminating (SIGTERM)\u000a01:54:04.472174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Terminating (SIGTERM)\u000a01:54:04.482674 --- ParallelTerminationStrategy: PID 11152 died...\u000a01:54:04.541441 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11152): Terminated: ok {rc=0}\u000a01:54:04.551633 --- ParallelTerminationStrategy: PID 11153 died...\u000a01:54:04.607951 run osmo-stp_10.42.42.4(pid=11153): Terminated: ok {rc=0}\u000a01:54:04.618082 --- ParallelTerminationStrategy: PID 11156 died...\u000a01:54:04.674636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11156): Terminated: ok {rc=0}\u000a01:54:04.684756 --- ParallelTerminationStrategy: PID 11159 died...\u000a01:54:04.741005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11159): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11168): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11168) [trial-2367↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11168)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11168): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11168) [trial-2367↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:54:04.755918 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:04.767518 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:04.899950 tst esme_connect_policy_closed.py: using LAC 25173\u000a01:54:05.031466 tst esme_connect_policy_closed.py: using RAC 183\u000a01:54:05.158383 tst esme_connect_policy_closed.py: using CellId 25173\u000a01:54:05.283830 tst esme_connect_policy_closed.py: using BVCI 25174\u000a01:54:05.308558 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:05.319426 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:05.330229 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:05.439183 tst esme_connect_policy_closed.py: using MSISDN 7491\u000a01:54:05.557248 tst esme_connect_policy_closed.py: using MSISDN 7492\u000a01:54:05.665537 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:54:06.196080 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11163): Launched\u000a01:54:06.504007 run osmo-stp_10.42.42.4(pid=11164): Launched\u000a01:54:06.612028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:07.094879 run create_hlr_db(pid=11165): Launched\u000a01:54:08.274193 run create_hlr_db(pid=11165): Terminated: ok {rc=0}\u000a01:54:08.590691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11167): Launched\u000a01:54:08.899295 run osmo-hlr_10.42.42.2(pid=11168): Launched\u000a01:54:09.018639 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:09.591931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11170): Launched\u000a01:54:09.901279 run osmo-msc_10.42.42.5(pid=11171): Launched\u000a01:54:10.080891 run osmo-hlr_10.42.42.2(pid=11168): ERR: Terminated: ERROR {rc=237} [trial-2367↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11168)]\u000a01:54:10.220797 run osmo-hlr_10.42.42.2(pid=11168): stdout: \u000a| (launched: 2022-12-10_01:54:08.746380) \u000a01:54:10.359572 run osmo-hlr_10.42.42.2(pid=11168): stderr: \u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015408933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:10.491353 run osmo-hlr_10.42.42.2(pid=11168): stdout: \u000a| (launched: 2022-12-10_01:54:08.746380) \u000a01:54:10.621832 run osmo-hlr_10.42.42.2(pid=11168): stderr: \u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015408921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015408933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015408942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:10.679441 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=11168): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11168) [trial-2367↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11168)] [trial-2367↪smpp↪esme_connect_policy_closed.py:31]\u000a01:54:10.687997 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a01:54:10.751673 run osmo-msc_10.42.42.5(pid=11171): ERR: Terminated: ERROR {rc=9} [trial-2367↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11171)]\u000a01:54:10.803766 run osmo-msc_10.42.42.5(pid=11171): stdout: \u000a| (launched: 2022-12-10_01:54:09.747673) \u000a01:54:10.856941 run osmo-msc_10.42.42.5(pid=11171): stderr: \u000a| �[0;m�[38;5;43m20221210015410063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210015410063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210015410063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210015410063 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210015410063 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210015410063 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210015410063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210015410064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210015410064 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:10.901996 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11163): Terminating (SIGTERM)\u000a01:54:10.944206 run osmo-stp_10.42.42.4(pid=11164): Terminating (SIGTERM)\u000a01:54:10.987771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11167): Terminating (SIGTERM)\u000a01:54:11.033500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11170): Terminating (SIGTERM)\u000a01:54:11.043839 --- ParallelTerminationStrategy: PID 11163 died...\u000a01:54:11.101898 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11163): Terminated: ok {rc=0}\u000a01:54:11.112126 --- ParallelTerminationStrategy: PID 11164 died...\u000a01:54:11.168530 run osmo-stp_10.42.42.4(pid=11164): Terminated: ok {rc=0}\u000a01:54:11.178797 --- ParallelTerminationStrategy: PID 11167 died...\u000a01:54:11.235058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11167): Terminated: ok {rc=0}\u000a01:54:11.245407 --- ParallelTerminationStrategy: PID 11170 died...\u000a01:54:11.301563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11170): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2367↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2367↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:54:11.316624 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.328235 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:11.461388 tst esme_ms_sms_storeforward.py: using LAC 25174\u000a01:54:11.589082 tst esme_ms_sms_storeforward.py: using RAC 184\u000a01:54:11.718060 tst esme_ms_sms_storeforward.py: using CellId 25174\u000a01:54:11.848149 tst esme_ms_sms_storeforward.py: using BVCI 25175\u000a01:54:11.872894 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.884188 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.895421 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.906586 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.917707 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:11.928756 tst smpp: Using 1 x modem (candidates: 1)\u000a01:54:12.146364 tst esme_ms_sms_storeforward.py: using MSISDN 7493\u000a01:54:12.255940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:12.739393 run create_hlr_db(pid=11174): Launched\u000a01:54:13.919257 run create_hlr_db(pid=11174): Terminated: ok {rc=0}\u000a01:54:14.237376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Launched\u000a01:54:14.546734 run osmo-hlr_10.42.42.2(pid=11177): Launched\u000a01:54:14.658483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:15.196323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Launched\u000a01:54:15.506649 run osmo-stp_10.42.42.5(pid=11180): Launched\u000a01:54:15.618751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:16.215629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11182): Launched\u000a01:54:16.641842 run osmo-msc_10.42.42.6(pid=11183): Launched\u000a01:54:16.904090 run osmo-stp_10.42.42.5(pid=11180): ERR: Terminated: ERROR {rc=1} [trial-2367↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]\u000a01:54:17.061102 run osmo-stp_10.42.42.5(pid=11180): stdout: \u000a| (launched: 2022-12-10_01:54:15.353213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:17.245484 run osmo-stp_10.42.42.5(pid=11180): stderr: \u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015415525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:17.404384 run osmo-stp_10.42.42.5(pid=11180): stdout: \u000a| (launched: 2022-12-10_01:54:15.353213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:17.543221 run osmo-stp_10.42.42.5(pid=11180): stderr: \u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015415525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015415527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:17.600471 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2367↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)] [trial-2367↪smpp↪esme_ms_sms_storeforward.py:30]\u000a01:54:17.609248 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a01:54:17.673003 run osmo-hlr_10.42.42.2(pid=11177): ERR: Terminated: ERROR {rc=237} [trial-2367↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11177)]\u000a01:54:17.724920 run osmo-hlr_10.42.42.2(pid=11177): stdout: \u000a| (launched: 2022-12-10_01:54:14.394302) \u000a01:54:17.777772 run osmo-hlr_10.42.42.2(pid=11177): stderr: \u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015414571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015414583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015414592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015414592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015414592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:17.849029 run osmo-msc_10.42.42.6(pid=11183): ERR: Terminated: ERROR {rc=2} [trial-2367↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11183)]\u000a01:54:17.900659 run osmo-msc_10.42.42.6(pid=11183): stdout: \u000a| (launched: 2022-12-10_01:54:16.374034) \u000a01:54:17.953028 run osmo-msc_10.42.42.6(pid=11183): stderr: \u000a| �[0;m�[38;5;43m20221210015416958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015416958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91a0af3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015416958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015416958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015416958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015416958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015416960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015416965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015416970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015416970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:17.997870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Terminating (SIGTERM)\u000a01:54:18.040384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Terminating (SIGTERM)\u000a01:54:18.082659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11182): Terminating (SIGTERM)\u000a01:54:18.092429 --- ParallelTerminationStrategy: PID 11176 died...\u000a01:54:18.149482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Terminated: ok {rc=0}\u000a01:54:18.159527 --- ParallelTerminationStrategy: PID 11179 died...\u000a01:54:18.215674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Terminated: ok {rc=0}\u000a01:54:18.225791 --- ParallelTerminationStrategy: PID 11182 died...\u000a01:54:18.281806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11182): Terminated: ok {rc=0}\u000a01:54:18.370550 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11191): Process ended prematurely: osmo-stp_10.42.42.5(pid=11191) [trial-2367↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11191)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11191): Process ended prematurely: osmo-stp_10.42.42.5(pid=11191) [trial-2367↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:54:19.422068 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:19.433519 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:19.566394 tst esme_ms_sms_transaction.py: using LAC 25175\u000a01:54:19.694937 tst esme_ms_sms_transaction.py: using RAC 185\u000a01:54:19.822883 tst esme_ms_sms_transaction.py: using CellId 25175\u000a01:54:19.945901 tst esme_ms_sms_transaction.py: using BVCI 25176\u000a01:54:19.969132 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:19.979845 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:19.990365 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:20.001028 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:20.011768 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:20.022233 tst smpp: Using 1 x modem (candidates: 1)\u000a01:54:20.244305 tst esme_ms_sms_transaction.py: using MSISDN 7494\u000a01:54:20.353168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:20.837208 run create_hlr_db(pid=11185): Launched\u000a01:54:21.013885 bus /sierra_2: Setting Powered False\u000a01:54:22.035162 run create_hlr_db(pid=11185): Terminated: ok {rc=0}\u000a01:54:22.472338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11187): Launched\u000a01:54:22.802517 run osmo-hlr_10.42.42.2(pid=11188): Launched\u000a01:54:22.922036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:23.491214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11190): Launched\u000a01:54:23.820024 run osmo-stp_10.42.42.5(pid=11191): Launched\u000a01:54:23.938073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:24.531687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11193): Launched\u000a01:54:24.840144 run osmo-msc_10.42.42.6(pid=11194): Launched\u000a01:54:25.020712 run osmo-stp_10.42.42.5(pid=11191): ERR: Terminated: ERROR {rc=1} [trial-2367↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11191)]\u000a01:54:25.151061 run osmo-stp_10.42.42.5(pid=11191): stdout: \u000a| (launched: 2022-12-10_01:54:23.658044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:25.279539 run osmo-stp_10.42.42.5(pid=11191): stderr: \u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015423852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:25.402546 run osmo-stp_10.42.42.5(pid=11191): stdout: \u000a| (launched: 2022-12-10_01:54:23.658044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:25.524421 run osmo-stp_10.42.42.5(pid=11191): stderr: \u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015423851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015423852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015423852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:25.578004 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=11191): Process ended prematurely: osmo-stp_10.42.42.5(pid=11191) [trial-2367↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11191)] [trial-2367↪smpp↪esme_ms_sms_transaction.py:28]\u000a01:54:25.586245 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a01:54:25.646431 run osmo-hlr_10.42.42.2(pid=11188): ERR: Terminated: ERROR {rc=237} [trial-2367↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11188)]\u000a01:54:25.695670 run osmo-hlr_10.42.42.2(pid=11188): stdout: \u000a| (launched: 2022-12-10_01:54:22.639860) \u000a01:54:25.745747 run osmo-hlr_10.42.42.2(pid=11188): stderr: \u000a| �[0;m�[1;31m20221210015422843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015422843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015422843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015422843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015422844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015422844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015422855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015422864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015422864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015422864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:25.813304 run osmo-msc_10.42.42.6(pid=11194): ERR: Terminated: ERROR {rc=2} [trial-2367↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11194)]\u000a01:54:25.862518 run osmo-msc_10.42.42.6(pid=11194): stdout: \u000a| (launched: 2022-12-10_01:54:24.687761) \u000a01:54:25.912134 run osmo-msc_10.42.42.6(pid=11194): stderr: \u000a| �[0;m�[38;5;43m20221210015424962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015424962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb88636c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015424962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015424963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015424965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015424965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015424965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015424965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:25.953908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11187): Terminating (SIGTERM)\u000a01:54:25.994982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11190): Terminating (SIGTERM)\u000a01:54:26.034670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11193): Terminating (SIGTERM)\u000a01:54:26.044020 --- ParallelTerminationStrategy: PID 11187 died...\u000a01:54:26.097659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11187): Terminated: ok {rc=0}\u000a01:54:26.107399 --- ParallelTerminationStrategy: PID 11190 died...\u000a01:54:26.160354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11190): Terminated: ok {rc=0}\u000a01:54:26.169836 --- ParallelTerminationStrategy: PID 11193 died...\u000a01:54:26.223178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11193): Terminated: ok {rc=0}\u000a01:54:26.312668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:53:58" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2367↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2367↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a01:54:28.194445 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.205011 tst encryption: Using 1 x bts (candidates: 1)\u000a01:54:28.330106 tst register_a5_0_authopt.py: using LAC 25176\u000a01:54:28.450182 tst register_a5_0_authopt.py: using RAC 186\u000a01:54:28.569191 tst register_a5_0_authopt.py: using CellId 25176\u000a01:54:28.690011 tst register_a5_0_authopt.py: using BVCI 25177\u000a01:54:28.713623 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.724001 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.734478 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.745147 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.755759 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:28.766298 tst encryption: Using 1 x modem (candidates: 1)\u000a01:54:29.063278 tst register_a5_0_authopt.py:8: start network...\u000a01:54:29.201869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:29.732632 run create_hlr_db(pid=11199): Launched\u000a01:54:29.924683 bus /sierra_2: Setting Powered False\u000a01:54:30.962141 run create_hlr_db(pid=11199): Terminated: ok {rc=0}\u000a01:54:31.426891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Launched\u000a01:54:31.814986 run osmo-hlr_10.42.42.2(pid=11202): Launched\u000a01:54:31.946861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:32.614151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Launched\u000a01:54:32.945002 run osmo-stp_10.42.42.5(pid=11205): Launched\u000a01:54:33.064929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:33.668835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11207): Launched\u000a01:54:34.003025 run osmo-msc_10.42.42.6(pid=11208): Launched\u000a01:54:34.196721 run osmo-stp_10.42.42.5(pid=11205): ERR: Terminated: ERROR {rc=1} [trial-2367↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a01:54:34.335761 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-10_01:54:32.781962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:34.474126 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221210015432976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015432977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015432977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015432977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:34.606695 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-10_01:54:32.781962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:34.738327 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221210015432976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015432977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015432977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015432977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015432978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:34.796436 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2367↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)] [trial-2367↪encryption↪register_a5_0_authopt.py:8]\u000a01:54:34.805802 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a01:54:34.868215 run osmo-hlr_10.42.42.2(pid=11202): ERR: Terminated: ERROR {rc=237} [trial-2367↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11202)]\u000a01:54:34.919646 run osmo-hlr_10.42.42.2(pid=11202): stdout: \u000a| (launched: 2022-12-10_01:54:31.589868) \u000a01:54:34.971647 run osmo-hlr_10.42.42.2(pid=11202): stderr: \u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015431964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015431986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015432011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015432011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015432011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:35.042028 run osmo-msc_10.42.42.6(pid=11208): ERR: Terminated: ERROR {rc=2} [trial-2367↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11208)]\u000a01:54:35.093313 run osmo-msc_10.42.42.6(pid=11208): stdout: \u000a| (launched: 2022-12-10_01:54:33.837713) \u000a01:54:35.144816 run osmo-msc_10.42.42.6(pid=11208): stderr: \u000a| �[0;m�[38;5;43m20221210015434163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015434163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efee989ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015434163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015434163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015434163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015434165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015434166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015434166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015434166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:35.188599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminating (SIGTERM)\u000a01:54:35.230104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminating (SIGTERM)\u000a01:54:35.271479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11207): Terminating (SIGTERM)\u000a01:54:35.281286 --- ParallelTerminationStrategy: PID 11201 died...\u000a01:54:35.336925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminated: ok {rc=0}\u000a01:54:35.347161 --- ParallelTerminationStrategy: PID 11204 died...\u000a01:54:35.402506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminated: ok {rc=0}\u000a01:54:35.412355 --- ParallelTerminationStrategy: PID 11207 died...\u000a01:54:35.467752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11207): Terminated: ok {rc=0}\u000a01:54:35.554321 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11216): Process ended prematurely: osmo-stp_10.42.42.5(pid=11216) [trial-2367↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11216)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11216): Process ended prematurely: osmo-stp_10.42.42.5(pid=11216) [trial-2367↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a01:54:36.673207 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:36.684899 tst encryption: Using 1 x bts (candidates: 1)\u000a01:54:36.819457 tst register_a5_0_authreq.py: using LAC 25177\u000a01:54:36.950875 tst register_a5_0_authreq.py: using RAC 187\u000a01:54:37.081316 tst register_a5_0_authreq.py: using CellId 25177\u000a01:54:37.206304 tst register_a5_0_authreq.py: using BVCI 25178\u000a01:54:37.230056 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:37.240679 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:37.251341 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:37.262419 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:37.273214 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:37.284015 tst encryption: Using 1 x modem (candidates: 1)\u000a01:54:37.584224 tst register_a5_0_authreq.py:8: start network...\u000a01:54:37.722709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:38.252480 run create_hlr_db(pid=11210): Launched\u000a01:54:38.443812 bus /sierra_2: Setting Powered False\u000a01:54:39.463804 run create_hlr_db(pid=11210): Terminated: ok {rc=0}\u000a01:54:39.879406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11212): Launched\u000a01:54:40.190512 run osmo-hlr_10.42.42.2(pid=11213): Launched\u000a01:54:40.303905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:40.843449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11215): Launched\u000a01:54:41.157114 run osmo-stp_10.42.42.5(pid=11216): Launched\u000a01:54:41.270102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:41.836620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11218): Launched\u000a01:54:42.150651 run osmo-msc_10.42.42.6(pid=11219): Launched\u000a01:54:42.332758 run osmo-stp_10.42.42.5(pid=11216): ERR: Terminated: ERROR {rc=1} [trial-2367↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11216)]\u000a01:54:42.464132 run osmo-stp_10.42.42.5(pid=11216): stdout: \u000a| (launched: 2022-12-10_01:54:41.000617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:42.592559 run osmo-stp_10.42.42.5(pid=11216): stderr: \u000a| �[0;m�[38;5;43m20221210015441172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015441173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015441173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015441173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:42.716543 run osmo-stp_10.42.42.5(pid=11216): stdout: \u000a| (launched: 2022-12-10_01:54:41.000617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:42.839494 run osmo-stp_10.42.42.5(pid=11216): stderr: \u000a| �[0;m�[38;5;43m20221210015441172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015441173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015441173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015441173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015441176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:42.894061 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11216): Process ended prematurely: osmo-stp_10.42.42.5(pid=11216) [trial-2367↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11216)] [trial-2367↪encryption↪register_a5_0_authreq.py:8]\u000a01:54:42.902769 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a01:54:42.962693 run osmo-hlr_10.42.42.2(pid=11213): ERR: Terminated: ERROR {rc=237} [trial-2367↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11213)]\u000a01:54:43.011491 run osmo-hlr_10.42.42.2(pid=11213): stdout: \u000a| (launched: 2022-12-10_01:54:40.036597) \u000a01:54:43.060545 run osmo-hlr_10.42.42.2(pid=11213): stderr: \u000a| �[0;m�[1;31m20221210015440215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015440216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015440216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015440216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015440216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015440216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015440263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015440272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015440273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015440273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:43.127961 run osmo-msc_10.42.42.6(pid=11219): ERR: Terminated: ERROR {rc=2} [trial-2367↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11219)]\u000a01:54:43.176540 run osmo-msc_10.42.42.6(pid=11219): stdout: \u000a| (launched: 2022-12-10_01:54:41.993842) \u000a01:54:43.225641 run osmo-msc_10.42.42.6(pid=11219): stderr: \u000a| �[0;m�[38;5;43m20221210015442269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015442269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc66feb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015442269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015442269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015442270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015442270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015442271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015442272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015442272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015442272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:43.267285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11212): Terminating (SIGTERM)\u000a01:54:43.307050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11215): Terminating (SIGTERM)\u000a01:54:43.346803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11218): Terminating (SIGTERM)\u000a01:54:43.356310 --- ParallelTerminationStrategy: PID 11212 died...\u000a01:54:43.409801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11212): Terminated: ok {rc=0}\u000a01:54:43.419702 --- ParallelTerminationStrategy: PID 11215 died...\u000a01:54:43.473031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11215): Terminated: ok {rc=0}\u000a01:54:43.483003 --- ParallelTerminationStrategy: PID 11218 died...\u000a01:54:43.536014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11218): Terminated: ok {rc=0}\u000a01:54:43.620498 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11227): Process ended prematurely: osmo-stp_10.42.42.5(pid=11227) [trial-2367↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11227)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11227): Process ended prematurely: osmo-stp_10.42.42.5(pid=11227) [trial-2367↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a01:54:44.737363 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:44.749294 tst encryption: Using 1 x bts (candidates: 1)\u000a01:54:44.883301 tst register_a5_1_authreq.py: using LAC 25178\u000a01:54:45.014505 tst register_a5_1_authreq.py: using RAC 188\u000a01:54:45.146102 tst register_a5_1_authreq.py: using CellId 25178\u000a01:54:45.275843 tst register_a5_1_authreq.py: using BVCI 25179\u000a01:54:45.301179 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:45.312041 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:45.322995 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:45.333922 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:45.344735 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:45.355576 tst encryption: Using 1 x modem (candidates: 1)\u000a01:54:45.653470 tst register_a5_1_authreq.py:8: start network...\u000a01:54:45.792460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:46.359487 run create_hlr_db(pid=11221): Launched\u000a01:54:46.555036 bus /sierra_2: Setting Powered False\u000a01:54:47.573434 run create_hlr_db(pid=11221): Terminated: ok {rc=0}\u000a01:54:48.015913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11223): Launched\u000a01:54:48.350727 run osmo-hlr_10.42.42.2(pid=11224): Launched\u000a01:54:48.472263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:49.055484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11226): Launched\u000a01:54:49.388312 run osmo-stp_10.42.42.5(pid=11227): Launched\u000a01:54:49.509990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:50.115942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11229): Launched\u000a01:54:50.449083 run osmo-msc_10.42.42.6(pid=11230): Launched\u000a01:54:50.643416 run osmo-stp_10.42.42.5(pid=11227): ERR: Terminated: ERROR {rc=1} [trial-2367↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11227)]\u000a01:54:50.783678 run osmo-stp_10.42.42.5(pid=11227): stdout: \u000a| (launched: 2022-12-10_01:54:49.223821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:50.922461 run osmo-stp_10.42.42.5(pid=11227): stderr: \u000a| �[0;m�[38;5;43m20221210015449420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015449420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015449421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015449421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:51.055535 run osmo-stp_10.42.42.5(pid=11227): stdout: \u000a| (launched: 2022-12-10_01:54:49.223821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:51.187459 run osmo-stp_10.42.42.5(pid=11227): stderr: \u000a| �[0;m�[38;5;43m20221210015449420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015449420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015449421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015449421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015449422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:51.245835 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11227): Process ended prematurely: osmo-stp_10.42.42.5(pid=11227) [trial-2367↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11227)] [trial-2367↪encryption↪register_a5_1_authreq.py:8]\u000a01:54:51.255031 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a01:54:51.317514 run osmo-hlr_10.42.42.2(pid=11224): ERR: Terminated: ERROR {rc=237} [trial-2367↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11224)]\u000a01:54:51.368545 run osmo-hlr_10.42.42.2(pid=11224): stdout: \u000a| (launched: 2022-12-10_01:54:48.184675) \u000a01:54:51.420432 run osmo-hlr_10.42.42.2(pid=11224): stderr: \u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015448386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015448399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015448408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015448408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015448408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:51.491348 run osmo-msc_10.42.42.6(pid=11230): ERR: Terminated: ERROR {rc=2} [trial-2367↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11230)]\u000a01:54:51.542371 run osmo-msc_10.42.42.6(pid=11230): stdout: \u000a| (launched: 2022-12-10_01:54:50.284715) \u000a01:54:51.593875 run osmo-msc_10.42.42.6(pid=11230): stderr: \u000a| �[0;m�[38;5;43m20221210015450608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015450609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a6d317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015450609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015450609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015450609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015450609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015450611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015450611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015450611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015450611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:51.637721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11223): Terminating (SIGTERM)\u000a01:54:51.679603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11226): Terminating (SIGTERM)\u000a01:54:51.721294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11229): Terminating (SIGTERM)\u000a01:54:51.731067 --- ParallelTerminationStrategy: PID 11223 died...\u000a01:54:51.787202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11223): Terminated: ok {rc=0}\u000a01:54:51.797468 --- ParallelTerminationStrategy: PID 11226 died...\u000a01:54:51.852993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11226): Terminated: ok {rc=0}\u000a01:54:51.863095 --- ParallelTerminationStrategy: PID 11229 died...\u000a01:54:51.918554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11229): Terminated: ok {rc=0}\u000a01:54:52.005665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11238): Process ended prematurely: osmo-stp_10.42.42.5(pid=11238) [trial-2367↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11238)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11238): Process ended prematurely: osmo-stp_10.42.42.5(pid=11238) [trial-2367↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a01:54:53.119922 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.131423 tst encryption: Using 1 x bts (candidates: 1)\u000a01:54:53.259327 tst register_a5_3_authreq.py: using LAC 25179\u000a01:54:53.385889 tst register_a5_3_authreq.py: using RAC 189\u000a01:54:53.509950 tst register_a5_3_authreq.py: using CellId 25179\u000a01:54:53.632309 tst register_a5_3_authreq.py: using BVCI 25180\u000a01:54:53.655923 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.666576 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.676919 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.688227 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.699425 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:53.710533 tst encryption: Using 1 x modem (candidates: 1)\u000a01:54:54.004812 tst register_a5_3_authreq.py:8: start network...\u000a01:54:54.134749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:54.623955 run create_hlr_db(pid=11232): Launched\u000a01:54:54.802198 bus /sierra_2: Setting Powered False\u000a01:54:55.822918 run create_hlr_db(pid=11232): Terminated: ok {rc=0}\u000a01:54:56.262421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11234): Launched\u000a01:54:56.595356 run osmo-hlr_10.42.42.2(pid=11235): Launched\u000a01:54:56.717037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:57.291702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11237): Launched\u000a01:54:57.623463 run osmo-stp_10.42.42.5(pid=11238): Launched\u000a01:54:57.744437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:58.350584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11240): Launched\u000a01:54:58.683769 run osmo-msc_10.42.42.6(pid=11241): Launched\u000a01:54:58.877866 run osmo-stp_10.42.42.5(pid=11238): ERR: Terminated: ERROR {rc=1} [trial-2367↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11238)]\u000a01:54:59.018399 run osmo-stp_10.42.42.5(pid=11238): stdout: \u000a| (launched: 2022-12-10_01:54:57.459473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:59.156751 run osmo-stp_10.42.42.5(pid=11238): stderr: \u000a| �[0;m�[38;5;43m20221210015457656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015457656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015457657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015457657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015457657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015457658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015457658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:59.289433 run osmo-stp_10.42.42.5(pid=11238): stdout: \u000a| (launched: 2022-12-10_01:54:57.459473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:59.421215 run osmo-stp_10.42.42.5(pid=11238): stderr: \u000a| �[0;m�[38;5;43m20221210015457656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015457656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015457657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015457657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015457657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015457658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015457658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:59.479481 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11238): Process ended prematurely: osmo-stp_10.42.42.5(pid=11238) [trial-2367↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11238)] [trial-2367↪encryption↪register_a5_3_authreq.py:8]\u000a01:54:59.488844 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a01:54:59.552064 run osmo-hlr_10.42.42.2(pid=11235): ERR: Terminated: ERROR {rc=237} [trial-2367↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11235)]\u000a01:54:59.603700 run osmo-hlr_10.42.42.2(pid=11235): stdout: \u000a| (launched: 2022-12-10_01:54:56.431351) \u000a01:54:59.655811 run osmo-hlr_10.42.42.2(pid=11235): stderr: \u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015456630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015456646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015456655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015456655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015456655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:59.726514 run osmo-msc_10.42.42.6(pid=11241): ERR: Terminated: ERROR {rc=2} [trial-2367↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11241)]\u000a01:54:59.777501 run osmo-msc_10.42.42.6(pid=11241): stdout: \u000a| (launched: 2022-12-10_01:54:58.519327) \u000a01:54:59.829301 run osmo-msc_10.42.42.6(pid=11241): stderr: \u000a| �[0;m�[38;5;43m20221210015458846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015458846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8439b98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015458847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015458849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:59.873272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11234): Terminating (SIGTERM)\u000a01:54:59.914579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11237): Terminating (SIGTERM)\u000a01:54:59.956183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11240): Terminating (SIGTERM)\u000a01:54:59.966062 --- ParallelTerminationStrategy: PID 11234 died...\u000a01:55:00.021708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11234): Terminated: ok {rc=0}\u000a01:55:00.031976 --- ParallelTerminationStrategy: PID 11237 died...\u000a01:55:00.087424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11237): Terminated: ok {rc=0}\u000a01:55:00.097458 --- ParallelTerminationStrategy: PID 11240 died...\u000a01:55:00.152645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11240): Terminated: ok {rc=0}\u000a01:55:00.240818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:54:27" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11261): Process ended prematurely: srsepc(pid=11261) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11261)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11261): Process ended prematurely: srsepc(pid=11261) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a01:55:02.315718 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a01:55:02.361389 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:02.378370 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:02.402038 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:02.543771 tst handover.py: using MSISDN 7495\u000a01:55:02.652618 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7495', subscriber_id=0}\u000a01:55:02.759909 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:04.622233 run rm-remote-dir(pid=11249): Launched\u000a01:55:04.805726 bus /sierra_2: Setting Powered False\u000a01:55:05.831923 run rm-remote-dir(pid=11249): Terminated: ok {rc=0}\u000a01:55:06.285331 run mk-remote-dir(pid=11250): Launched\u000a01:55:07.486548 run mk-remote-dir(pid=11250): Terminated: ok {rc=0}\u000a01:55:07.791946 run scp-inst-to-remote(pid=11251): Launched\u000a01:55:09.991713 run scp-inst-to-remote(pid=11251): Terminated: ok {rc=0}\u000a01:55:10.345638 run rm-remote-dir(pid=11253): Launched\u000a01:55:11.545752 run rm-remote-dir(pid=11253): Terminated: ok {rc=0}\u000a01:55:11.904895 run mk-remote-dir(pid=11254): Launched\u000a01:55:13.106322 run mk-remote-dir(pid=11254): Terminated: ok {rc=0}\u000a01:55:13.405552 run scp-cfg-to-remote(pid=11255): Launched\u000a01:55:14.602951 run scp-cfg-to-remote(pid=11255): Terminated: ok {rc=0}\u000a01:55:14.901837 run scp-db-to-remote(pid=11257): Launched\u000a01:55:16.154925 run scp-db-to-remote(pid=11257): Terminated: ok {rc=0}\u000a01:55:16.278300 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:55:16.686451 run patchelf(pid=11259): Launched\u000a01:55:17.903941 run patchelf(pid=11259): Terminated: ok {rc=0}\u000a01:55:18.026516 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:55:18.371590 run setcap-netadm(pid=11260): Launched\u000a01:55:19.570374 run setcap-netadm(pid=11260): Terminated: ok {rc=0}\u000a01:55:19.908720 run srsepc(pid=11261): Launched\u000a01:55:20.027002 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:55:21.233056 run rm-remote-dir(pid=11262): Launched\u000a01:55:21.433170 run srsepc(pid=11261): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11261)]\u000a01:55:21.577776 run srsepc(pid=11261): stdout: \u000a| (launched: 2022-12-10_01:55:19.745689)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:21.722918 run srsepc(pid=11261): stderr: \u000a| (launched: 2022-12-10_01:55:19.794923)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:21.863063 run srsepc(pid=11261): stdout: \u000a| (launched: 2022-12-10_01:55:19.745689)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:22.001842 run srsepc(pid=11261): stderr: \u000a| (launched: 2022-12-10_01:55:19.794923)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:22.163739 run rm-remote-dir(pid=11262): Terminating (SIGINT)\u000a01:55:22.353324 run rm-remote-dir(pid=11262): Terminated: ok {rc=0}\u000a01:55:22.388258 tst handover.py:37: ERR: Error: srsepc(pid=11261): Process ended prematurely: srsepc(pid=11261) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11261)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a01:55:22.398549 tst handover.py:37: Test FAILED (20.3 sec)\u000a01:55:22.516122 run scp-back-log(pid=11263): Launched\u000a01:55:23.606956 run scp-back-log(pid=11263): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11263)]\u000a01:55:23.672673 run scp-back-log(pid=11263): stdout: \u000a| (launched: 2022-12-10_01:55:22.442150) \u000a01:55:23.738851 run scp-back-log(pid=11263): stderr: \u000a| (launched: 2022-12-10_01:55:22.462910)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:55:23.794887 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11263): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11263)]')\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11277): Process ended prematurely: srsepc(pid=11277) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11277)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11277): Process ended prematurely: srsepc(pid=11277) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a01:55:23.985612 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a01:55:24.030720 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:24.249382 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a01:55:24.294250 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:24.310784 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:24.437477 tst iperf3_bidir.py: using MSISDN 7496\u000a01:55:24.552864 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7496', subscriber_id=0}\u000a01:55:24.666856 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:25.356604 run rm-remote-dir(pid=11265): Launched\u000a01:55:26.556900 run rm-remote-dir(pid=11265): Terminated: ok {rc=0}\u000a01:55:26.911616 run mk-remote-dir(pid=11266): Launched\u000a01:55:28.111331 run mk-remote-dir(pid=11266): Terminated: ok {rc=0}\u000a01:55:28.410477 run scp-inst-to-remote(pid=11267): Launched\u000a01:55:30.599448 run scp-inst-to-remote(pid=11267): Terminated: ok {rc=0}\u000a01:55:31.002029 run rm-remote-dir(pid=11269): Launched\u000a01:55:32.234042 run rm-remote-dir(pid=11269): Terminated: ok {rc=0}\u000a01:55:32.588816 run mk-remote-dir(pid=11270): Launched\u000a01:55:33.790055 run mk-remote-dir(pid=11270): Terminated: ok {rc=0}\u000a01:55:34.090594 run scp-cfg-to-remote(pid=11271): Launched\u000a01:55:35.287323 run scp-cfg-to-remote(pid=11271): Terminated: ok {rc=0}\u000a01:55:35.584810 run scp-db-to-remote(pid=11273): Launched\u000a01:55:36.783066 run scp-db-to-remote(pid=11273): Terminated: ok {rc=0}\u000a01:55:36.904348 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:55:37.248322 run patchelf(pid=11275): Launched\u000a01:55:38.445918 run patchelf(pid=11275): Terminated: ok {rc=0}\u000a01:55:38.567731 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:55:38.910899 run setcap-netadm(pid=11276): Launched\u000a01:55:40.109126 run setcap-netadm(pid=11276): Terminated: ok {rc=0}\u000a01:55:40.444394 run srsepc(pid=11277): Launched\u000a01:55:40.560731 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:55:41.770438 run rm-remote-dir(pid=11278): Launched\u000a01:55:41.972145 run srsepc(pid=11277): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11277)]\u000a01:55:42.117280 run srsepc(pid=11277): stdout: \u000a| (launched: 2022-12-10_01:55:40.283474)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:42.262134 run srsepc(pid=11277): stderr: \u000a| (launched: 2022-12-10_01:55:40.332557)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:42.402570 run srsepc(pid=11277): stdout: \u000a| (launched: 2022-12-10_01:55:40.283474)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:42.541551 run srsepc(pid=11277): stderr: \u000a| (launched: 2022-12-10_01:55:40.332557)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:42.704276 run rm-remote-dir(pid=11278): Terminating (SIGINT)\u000a01:55:42.894977 run rm-remote-dir(pid=11278): Terminated: ok {rc=0}\u000a01:55:42.930213 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=11277): Process ended prematurely: srsepc(pid=11277) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11277)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a01:55:42.940802 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a01:55:43.058655 run scp-back-log(pid=11279): Launched\u000a01:55:44.147147 run scp-back-log(pid=11279): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11279)]\u000a01:55:44.209858 run scp-back-log(pid=11279): stdout: \u000a| (launched: 2022-12-10_01:55:42.984213) \u000a01:55:44.272440 run scp-back-log(pid=11279): stderr: \u000a| (launched: 2022-12-10_01:55:43.005206)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:55:44.325666 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11279): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11279)]')\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11293): Process ended prematurely: srsepc(pid=11293) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11293)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11293): Process ended prematurely: srsepc(pid=11293) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a01:55:44.504857 tst iperf3_dl.py:13: Number of physical ue: 1\u000a01:55:44.546819 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:44.756077 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a01:55:44.798073 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:44.813866 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:44.942976 tst iperf3_dl.py: using MSISDN 7497\u000a01:55:45.059433 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7497', subscriber_id=0}\u000a01:55:45.174675 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:45.880778 run rm-remote-dir(pid=11281): Launched\u000a01:55:47.074680 run rm-remote-dir(pid=11281): Terminated: ok {rc=0}\u000a01:55:47.411694 run mk-remote-dir(pid=11282): Launched\u000a01:55:48.598850 run mk-remote-dir(pid=11282): Terminated: ok {rc=0}\u000a01:55:48.877161 run scp-inst-to-remote(pid=11283): Launched\u000a01:55:51.063991 run scp-inst-to-remote(pid=11283): Terminated: ok {rc=0}\u000a01:55:51.392034 run rm-remote-dir(pid=11285): Launched\u000a01:55:52.580418 run rm-remote-dir(pid=11285): Terminated: ok {rc=0}\u000a01:55:52.910607 run mk-remote-dir(pid=11286): Launched\u000a01:55:54.098523 run mk-remote-dir(pid=11286): Terminated: ok {rc=0}\u000a01:55:54.376104 run scp-cfg-to-remote(pid=11287): Launched\u000a01:55:55.561999 run scp-cfg-to-remote(pid=11287): Terminated: ok {rc=0}\u000a01:55:55.838874 run scp-db-to-remote(pid=11289): Launched\u000a01:55:57.023920 run scp-db-to-remote(pid=11289): Terminated: ok {rc=0}\u000a01:55:57.137833 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:55:57.457220 run patchelf(pid=11291): Launched\u000a01:55:58.642347 run patchelf(pid=11291): Terminated: ok {rc=0}\u000a01:55:58.755978 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:55:59.075340 run setcap-netadm(pid=11292): Launched\u000a01:56:00.260245 run setcap-netadm(pid=11292): Terminated: ok {rc=0}\u000a01:56:00.573368 run srsepc(pid=11293): Launched\u000a01:56:00.682205 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:01.895238 run rm-remote-dir(pid=11294): Launched\u000a01:56:02.172357 run srsepc(pid=11293): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11293)]\u000a01:56:02.317749 run srsepc(pid=11293): stdout: \u000a| (launched: 2022-12-10_01:56:00.422532)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:02.462193 run srsepc(pid=11293): stderr: \u000a| (launched: 2022-12-10_01:56:00.469304)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:02.602729 run srsepc(pid=11293): stdout: \u000a| (launched: 2022-12-10_01:56:00.422532)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:02.741978 run srsepc(pid=11293): stderr: \u000a| (launched: 2022-12-10_01:56:00.469304)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:02.903790 run rm-remote-dir(pid=11294): Terminating (SIGINT)\u000a01:56:03.093623 run rm-remote-dir(pid=11294): Terminated: ok {rc=0}\u000a01:56:03.128571 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=11293): Process ended prematurely: srsepc(pid=11293) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11293)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a01:56:03.139149 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a01:56:03.256412 run scp-back-log(pid=11295): Launched\u000a01:56:04.347072 run scp-back-log(pid=11295): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11295)]\u000a01:56:04.412171 run scp-back-log(pid=11295): stdout: \u000a| (launched: 2022-12-10_01:56:03.182541) \u000a01:56:04.477770 run scp-back-log(pid=11295): stderr: \u000a| (launched: 2022-12-10_01:56:03.203279)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:04.533346 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11295): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11295)]')\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11309): Process ended prematurely: srsepc(pid=11309) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11309)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11309): Process ended prematurely: srsepc(pid=11309) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a01:56:04.723997 tst iperf3_ul.py:13: Number of physical ue: 1\u000a01:56:04.769095 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:04.987409 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a01:56:05.032459 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:05.049001 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:05.176773 tst iperf3_ul.py: using MSISDN 7498\u000a01:56:05.293101 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7498', subscriber_id=0}\u000a01:56:05.407828 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:06.100259 run rm-remote-dir(pid=11297): Launched\u000a01:56:07.301614 run rm-remote-dir(pid=11297): Terminated: ok {rc=0}\u000a01:56:07.656923 run mk-remote-dir(pid=11298): Launched\u000a01:56:08.857963 run mk-remote-dir(pid=11298): Terminated: ok {rc=0}\u000a01:56:09.158157 run scp-inst-to-remote(pid=11299): Launched\u000a01:56:11.357763 run scp-inst-to-remote(pid=11299): Terminated: ok {rc=0}\u000a01:56:11.711580 run rm-remote-dir(pid=11301): Launched\u000a01:56:12.912212 run rm-remote-dir(pid=11301): Terminated: ok {rc=0}\u000a01:56:13.266036 run mk-remote-dir(pid=11302): Launched\u000a01:56:14.457056 run mk-remote-dir(pid=11302): Terminated: ok {rc=0}\u000a01:56:14.736859 run scp-cfg-to-remote(pid=11303): Launched\u000a01:56:15.952501 run scp-cfg-to-remote(pid=11303): Terminated: ok {rc=0}\u000a01:56:16.316525 run scp-db-to-remote(pid=11305): Launched\u000a01:56:17.505439 run scp-db-to-remote(pid=11305): Terminated: ok {rc=0}\u000a01:56:17.620767 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:17.943597 run patchelf(pid=11307): Launched\u000a01:56:19.130054 run patchelf(pid=11307): Terminated: ok {rc=0}\u000a01:56:19.244736 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:19.567545 run setcap-netadm(pid=11308): Launched\u000a01:56:20.754567 run setcap-netadm(pid=11308): Terminated: ok {rc=0}\u000a01:56:21.070729 run srsepc(pid=11309): Launched\u000a01:56:21.180406 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:22.312000 run rm-remote-dir(pid=11310): Launched\u000a01:56:22.498406 run srsepc(pid=11309): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11309)]\u000a01:56:22.634678 run srsepc(pid=11309): stdout: \u000a| (launched: 2022-12-10_01:56:20.919510)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:22.770845 run srsepc(pid=11309): stderr: \u000a| (launched: 2022-12-10_01:56:20.965712)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:22.902457 run srsepc(pid=11309): stdout: \u000a| (launched: 2022-12-10_01:56:20.919510)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:23.032358 run srsepc(pid=11309): stderr: \u000a| (launched: 2022-12-10_01:56:20.965712)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:23.184098 run rm-remote-dir(pid=11310): Terminating (SIGINT)\u000a01:56:23.362315 run rm-remote-dir(pid=11310): Terminated: ok {rc=0}\u000a01:56:23.395481 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=11309): Process ended prematurely: srsepc(pid=11309) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11309)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a01:56:23.405433 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a01:56:23.520211 run scp-back-log(pid=11311): Launched\u000a01:56:24.607648 run scp-back-log(pid=11311): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11311)]\u000a01:56:24.670701 run scp-back-log(pid=11311): stdout: \u000a| (launched: 2022-12-10_01:56:23.447249) \u000a01:56:24.733899 run scp-back-log(pid=11311): stderr: \u000a| (launched: 2022-12-10_01:56:23.466885)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:24.787380 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11311): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11311)]')\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11325): Process ended prematurely: srsepc(pid=11325) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11325)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11325): Process ended prematurely: srsepc(pid=11325) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a01:56:24.801807 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:24.818707 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:24.841915 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:24.981855 tst ping.py: using MSISDN 7499\u000a01:56:25.090434 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7499', subscriber_id=0}\u000a01:56:25.197706 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:25.842476 run rm-remote-dir(pid=11313): Launched\u000a01:56:27.030283 run rm-remote-dir(pid=11313): Terminated: ok {rc=0}\u000a01:56:27.360242 run mk-remote-dir(pid=11314): Launched\u000a01:56:28.547576 run mk-remote-dir(pid=11314): Terminated: ok {rc=0}\u000a01:56:28.825742 run scp-inst-to-remote(pid=11315): Launched\u000a01:56:31.038816 run scp-inst-to-remote(pid=11315): Terminated: ok {rc=0}\u000a01:56:31.470599 run rm-remote-dir(pid=11317): Launched\u000a01:56:32.661350 run rm-remote-dir(pid=11317): Terminated: ok {rc=0}\u000a01:56:32.990395 run mk-remote-dir(pid=11318): Launched\u000a01:56:34.188320 run mk-remote-dir(pid=11318): Terminated: ok {rc=0}\u000a01:56:34.486336 run scp-cfg-to-remote(pid=11319): Launched\u000a01:56:35.684478 run scp-cfg-to-remote(pid=11319): Terminated: ok {rc=0}\u000a01:56:35.982844 run scp-db-to-remote(pid=11321): Launched\u000a01:56:37.179987 run scp-db-to-remote(pid=11321): Terminated: ok {rc=0}\u000a01:56:37.302442 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:37.645053 run patchelf(pid=11323): Launched\u000a01:56:38.843567 run patchelf(pid=11323): Terminated: ok {rc=0}\u000a01:56:38.965405 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:39.308717 run setcap-netadm(pid=11324): Launched\u000a01:56:40.505096 run setcap-netadm(pid=11324): Terminated: ok {rc=0}\u000a01:56:40.841968 run srsepc(pid=11325): Launched\u000a01:56:40.958428 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:42.096878 run rm-remote-dir(pid=11326): Launched\u000a01:56:42.284199 run srsepc(pid=11325): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11325)]\u000a01:56:42.422559 run srsepc(pid=11325): stdout: \u000a| (launched: 2022-12-10_01:56:40.678679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:42.559561 run srsepc(pid=11325): stderr: \u000a| (launched: 2022-12-10_01:56:40.727920)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:42.692188 run srsepc(pid=11325): stdout: \u000a| (launched: 2022-12-10_01:56:40.678679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:42.823151 run srsepc(pid=11325): stderr: \u000a| (launched: 2022-12-10_01:56:40.727920)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:42.976855 run rm-remote-dir(pid=11326): Terminating (SIGINT)\u000a01:56:43.166289 run rm-remote-dir(pid=11326): Terminated: ok {rc=0}\u000a01:56:43.201699 tst ping.py:16: ERR: Error: srsepc(pid=11325): Process ended prematurely: srsepc(pid=11325) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11325)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a01:56:43.212315 tst ping.py:16: Test FAILED (18.4 sec)\u000a01:56:43.329520 run scp-back-log(pid=11327): Launched\u000a01:56:44.419625 run scp-back-log(pid=11327): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11327)]\u000a01:56:44.484731 run scp-back-log(pid=11327): stdout: \u000a| (launched: 2022-12-10_01:56:43.255819) \u000a01:56:44.550061 run scp-back-log(pid=11327): stderr: \u000a| (launched: 2022-12-10_01:56:43.276482)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:44.605284 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11327): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11327)]')\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11342): Process ended prematurely: srsepc(pid=11342) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11342)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11342): Process ended prematurely: srsepc(pid=11342) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a01:56:44.620188 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:44.637695 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:44.661346 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:44.809621 tst rrc_idle_mo_ping.py: using MSISDN 7500\u000a01:56:44.925190 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7500', subscriber_id=0}\u000a01:56:45.039533 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:45.726434 run rm-remote-dir(pid=11330): Launched\u000a01:56:46.917899 run rm-remote-dir(pid=11330): Terminated: ok {rc=0}\u000a01:56:47.289570 run mk-remote-dir(pid=11331): Launched\u000a01:56:48.477558 run mk-remote-dir(pid=11331): Terminated: ok {rc=0}\u000a01:56:48.755528 run scp-inst-to-remote(pid=11332): Launched\u000a01:56:50.942337 run scp-inst-to-remote(pid=11332): Terminated: ok {rc=0}\u000a01:56:51.271488 run rm-remote-dir(pid=11334): Launched\u000a01:56:52.459836 run rm-remote-dir(pid=11334): Terminated: ok {rc=0}\u000a01:56:52.788733 run mk-remote-dir(pid=11335): Launched\u000a01:56:53.976862 run mk-remote-dir(pid=11335): Terminated: ok {rc=0}\u000a01:56:54.255966 run scp-cfg-to-remote(pid=11336): Launched\u000a01:56:55.440549 run scp-cfg-to-remote(pid=11336): Terminated: ok {rc=0}\u000a01:56:55.718165 run scp-db-to-remote(pid=11338): Launched\u000a01:56:56.904315 run scp-db-to-remote(pid=11338): Terminated: ok {rc=0}\u000a01:56:57.018593 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:57.338708 run patchelf(pid=11340): Launched\u000a01:56:58.525443 run patchelf(pid=11340): Terminated: ok {rc=0}\u000a01:56:58.639335 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:58.958639 run setcap-netadm(pid=11341): Launched\u000a01:57:00.143979 run setcap-netadm(pid=11341): Terminated: ok {rc=0}\u000a01:57:00.456880 run srsepc(pid=11342): Launched\u000a01:57:00.566178 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:01.780143 run rm-remote-dir(pid=11343): Launched\u000a01:57:02.042448 run srsepc(pid=11342): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11342)]\u000a01:57:02.182503 run srsepc(pid=11342): stdout: \u000a| (launched: 2022-12-10_01:57:00.307018)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:02.321205 run srsepc(pid=11342): stderr: \u000a| (launched: 2022-12-10_01:57:00.352767)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:02.452606 run srsepc(pid=11342): stdout: \u000a| (launched: 2022-12-10_01:57:00.307018)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:02.583618 run srsepc(pid=11342): stderr: \u000a| (launched: 2022-12-10_01:57:00.352767)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:02.736171 run rm-remote-dir(pid=11343): Terminating (SIGINT)\u000a01:57:02.914630 run rm-remote-dir(pid=11343): Terminated: ok {rc=0}\u000a01:57:02.947629 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=11342): Process ended prematurely: srsepc(pid=11342) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11342)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a01:57:02.957484 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a01:57:03.070301 run scp-back-log(pid=11344): Launched\u000a01:57:04.157283 run scp-back-log(pid=11344): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11344)]\u000a01:57:04.219692 run scp-back-log(pid=11344): stdout: \u000a| (launched: 2022-12-10_01:57:02.999580) \u000a01:57:04.287282 run scp-back-log(pid=11344): stderr: \u000a| (launched: 2022-12-10_01:57:03.019586)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:04.343236 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11344): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11344)]')\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11358): Process ended prematurely: srsepc(pid=11358) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11358)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11358): Process ended prematurely: srsepc(pid=11358) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a01:57:04.358646 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:04.376259 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:04.400583 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:04.550128 tst rrc_idle_mt_ping.py: using MSISDN 7501\u000a01:57:04.666740 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7501', subscriber_id=0}\u000a01:57:04.782039 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:05.472428 run rm-remote-dir(pid=11346): Launched\u000a01:57:06.662916 run rm-remote-dir(pid=11346): Terminated: ok {rc=0}\u000a01:57:06.993700 run mk-remote-dir(pid=11347): Launched\u000a01:57:08.181509 run mk-remote-dir(pid=11347): Terminated: ok {rc=0}\u000a01:57:08.460595 run scp-inst-to-remote(pid=11348): Launched\u000a01:57:10.648434 run scp-inst-to-remote(pid=11348): Terminated: ok {rc=0}\u000a01:57:10.978061 run rm-remote-dir(pid=11350): Launched\u000a01:57:12.166513 run rm-remote-dir(pid=11350): Terminated: ok {rc=0}\u000a01:57:12.496501 run mk-remote-dir(pid=11351): Launched\u000a01:57:13.684307 run mk-remote-dir(pid=11351): Terminated: ok {rc=0}\u000a01:57:13.962775 run scp-cfg-to-remote(pid=11352): Launched\u000a01:57:15.148109 run scp-cfg-to-remote(pid=11352): Terminated: ok {rc=0}\u000a01:57:15.425587 run scp-db-to-remote(pid=11354): Launched\u000a01:57:16.667276 run scp-db-to-remote(pid=11354): Terminated: ok {rc=0}\u000a01:57:16.819701 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:17.204194 run patchelf(pid=11356): Launched\u000a01:57:18.403752 run patchelf(pid=11356): Terminated: ok {rc=0}\u000a01:57:18.518390 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:18.839813 run setcap-netadm(pid=11357): Launched\u000a01:57:20.025534 run setcap-netadm(pid=11357): Terminated: ok {rc=0}\u000a01:57:20.341530 run srsepc(pid=11358): Launched\u000a01:57:20.451055 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:21.584055 run rm-remote-dir(pid=11359): Launched\u000a01:57:21.770810 run srsepc(pid=11358): ERR: Terminated: ERROR {rc=127} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11358)]\u000a01:57:21.907011 run srsepc(pid=11358): stdout: \u000a| (launched: 2022-12-10_01:57:20.189096)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:22.043133 run srsepc(pid=11358): stderr: \u000a| (launched: 2022-12-10_01:57:20.235034)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:22.174604 run srsepc(pid=11358): stdout: \u000a| (launched: 2022-12-10_01:57:20.189096)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:22.304592 run srsepc(pid=11358): stderr: \u000a| (launched: 2022-12-10_01:57:20.235034)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:22.458068 run rm-remote-dir(pid=11359): Terminating (SIGINT)\u000a01:57:22.637195 run rm-remote-dir(pid=11359): Terminated: ok {rc=0}\u000a01:57:22.670499 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=11358): Process ended prematurely: srsepc(pid=11358) [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11358)] [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a01:57:22.680368 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a01:57:22.792472 run scp-back-log(pid=11360): Launched\u000a01:57:23.877856 run scp-back-log(pid=11360): ERR: Terminated: ERROR {rc=1} [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11360)]\u000a01:57:23.939857 run scp-back-log(pid=11360): stdout: \u000a| (launched: 2022-12-10_01:57:22.722120) \u000a01:57:24.001894 run scp-back-log(pid=11360): stderr: \u000a| (launched: 2022-12-10_01:57:22.741720)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:24.054653 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11360): launch_sync(): local process exited with status 1 [trial-2367↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11360)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:55:01" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11374): Process ended prematurely: osmo-stp_10.42.42.5(pid=11374) [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11374)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11374): Process ended prematurely: osmo-stp_10.42.42.5(pid=11374) [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a01:57:24.902540 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:24.913315 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:57:25.042643 tst handover.py: using LAC 25180\u000a01:57:25.163544 tst handover.py: using RAC 190\u000a01:57:25.284630 tst handover.py: using CellId 25180\u000a01:57:25.405744 tst handover.py: using BVCI 25181\u000a01:57:25.428629 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:57:25.557071 tst handover.py: using LAC 25181\u000a01:57:25.686474 tst handover.py: using RAC 191\u000a01:57:25.812038 tst handover.py: using CellId 25181\u000a01:57:25.937072 tst handover.py: using BVCI 25182\u000a01:57:25.961836 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:25.973111 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:25.984040 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:25.995301 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:26.006452 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:26.017551 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:57:26.138418 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:57:26.349012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:57:26.863953 run create_hlr_db(pid=11368): Launched\u000a01:57:28.054398 run create_hlr_db(pid=11368): Terminated: ok {rc=0}\u000a01:57:28.391019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11370): Launched\u000a01:57:28.719142 run osmo-hlr_10.42.42.2(pid=11371): Launched\u000a01:57:28.840335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:57:29.409072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11373): Launched\u000a01:57:29.737798 run osmo-stp_10.42.42.5(pid=11374): Launched\u000a01:57:29.855799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:57:30.454344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11376): Launched\u000a01:57:30.782775 run osmo-msc_10.42.42.6(pid=11377): Launched\u000a01:57:31.113240 run osmo-stp_10.42.42.5(pid=11374): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11374)]\u000a01:57:31.380431 run osmo-stp_10.42.42.5(pid=11374): stdout: \u000a| (launched: 2022-12-10_01:57:29.575057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:31.554230 run osmo-stp_10.42.42.5(pid=11374): stderr: \u000a| �[0;m�[38;5;43m20221210015729769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015729769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015729770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015729770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:31.682215 run osmo-stp_10.42.42.5(pid=11374): stdout: \u000a| (launched: 2022-12-10_01:57:29.575057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:31.807568 run osmo-stp_10.42.42.5(pid=11374): stderr: \u000a| �[0;m�[38;5;43m20221210015729769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015729769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015729770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015729770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:31.863987 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11374): Process ended prematurely: osmo-stp_10.42.42.5(pid=11374) [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11374)] [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a01:57:31.873093 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:57:31.938314 run osmo-hlr_10.42.42.2(pid=11371): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11371)]\u000a01:57:31.990301 run osmo-hlr_10.42.42.2(pid=11371): stdout: \u000a| (launched: 2022-12-10_01:57:28.557002) \u000a01:57:32.043245 run osmo-hlr_10.42.42.2(pid=11371): stderr: \u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015728759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015728771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015728779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:57:32.116273 run osmo-msc_10.42.42.6(pid=11377): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11377)]\u000a01:57:32.169630 run osmo-msc_10.42.42.6(pid=11377): stdout: \u000a| (launched: 2022-12-10_01:57:30.620150) \u000a01:57:32.223415 run osmo-msc_10.42.42.6(pid=11377): stderr: \u000a| �[0;m�[38;5;43m20221210015731063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015731063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf1abdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015731063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015731063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015731064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015731064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015731074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015731074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015731074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015731075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:57:32.269317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11370): Terminating (SIGTERM)\u000a01:57:32.313789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11373): Terminating (SIGTERM)\u000a01:57:32.355776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11376): Terminating (SIGTERM)\u000a01:57:32.365466 --- ParallelTerminationStrategy: PID 11370 died...\u000a01:57:32.421437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11370): Terminated: ok {rc=0}\u000a01:57:32.431368 --- ParallelTerminationStrategy: PID 11373 died...\u000a01:57:32.486606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11373): Terminated: ok {rc=0}\u000a01:57:32.496460 --- ParallelTerminationStrategy: PID 11376 died...\u000a01:57:32.551598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11376): Terminated: ok {rc=0}\u000a01:57:32.639355 bus /sierra_3: Setting Powered False\u000a01:57:33.745167 bus /sierra_3: Setting Powered False\u000a01:57:34.857149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:57:36.819396 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:36.830328 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:57:36.955615 tst handover.py: using LAC 25182\u000a01:57:37.073754 tst handover.py: using RAC 192\u000a01:57:37.191416 tst handover.py: using CellId 25182\u000a01:57:37.310185 tst handover.py: using BVCI 25183\u000a01:57:37.333231 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:57:37.454053 tst handover.py: using LAC 25183\u000a01:57:37.579292 tst handover.py: using RAC 193\u000a01:57:37.704918 tst handover.py: using CellId 25183\u000a01:57:37.831520 tst handover.py: using BVCI 25184\u000a01:57:37.856593 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:37.867891 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:37.879153 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:37.890343 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:37.901579 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:57:37.912717 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:57:38.027916 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:57:38.228709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:57:38.682792 run create_hlr_db(pid=11383): Launched\u000a01:57:38.807356 bus /sierra_2: Setting Powered False\u000a01:57:39.877802 run create_hlr_db(pid=11383): Terminated: ok {rc=0}\u000a01:57:40.285048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Launched\u000a01:57:40.613822 run osmo-hlr_10.42.42.2(pid=11386): Launched\u000a01:57:40.737533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:57:41.278718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Launched\u000a01:57:41.606622 run osmo-stp_10.42.42.5(pid=11389): Launched\u000a01:57:41.724108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:57:42.295425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Launched\u000a01:57:42.626836 run osmo-msc_10.42.42.6(pid=11392): Launched\u000a01:57:42.819507 run osmo-stp_10.42.42.5(pid=11389): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a01:57:42.960404 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-10_01:57:41.444295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:43.097390 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015741637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:43.228130 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-10_01:57:41.444295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:43.357888 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015741637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015741637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015741640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:43.414664 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)] [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a01:57:43.423472 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:57:43.485498 run osmo-hlr_10.42.42.2(pid=11386): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11386)]\u000a01:57:43.536372 run osmo-hlr_10.42.42.2(pid=11386): stdout: \u000a| (launched: 2022-12-10_01:57:40.451374) \u000a01:57:43.588186 run osmo-hlr_10.42.42.2(pid=11386): stderr: \u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015740652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015740664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015740672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015740672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015740672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:57:43.658140 run osmo-msc_10.42.42.6(pid=11392): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11392)]\u000a01:57:43.708862 run osmo-msc_10.42.42.6(pid=11392): stdout: \u000a| (launched: 2022-12-10_01:57:42.462636) \u000a01:57:43.760346 run osmo-msc_10.42.42.6(pid=11392): stderr: \u000a| �[0;m�[38;5;43m20221210015742785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015742785 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff36c17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015742785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015742785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015742786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015742786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015742787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015742788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015742788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015742788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:57:43.804384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminating (SIGTERM)\u000a01:57:43.846019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminating (SIGTERM)\u000a01:57:43.887477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Terminating (SIGTERM)\u000a01:57:43.897228 --- ParallelTerminationStrategy: PID 11385 died...\u000a01:57:43.952473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminated: ok {rc=0}\u000a01:57:43.962454 --- ParallelTerminationStrategy: PID 11388 died...\u000a01:57:44.017516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminated: ok {rc=0}\u000a01:57:44.027501 --- ParallelTerminationStrategy: PID 11391 died...\u000a01:57:44.082545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11391): Terminated: ok {rc=0}\u000a01:57:44.168692 bus /sierra_3: Setting Powered False\u000a01:57:45.273744 bus /sierra_3: Setting Powered False\u000a01:57:46.387153 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:57:36" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11403): Process ended prematurely: osmo-stp_10.42.42.5(pid=11403) [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11403)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11403): Process ended prematurely: osmo-stp_10.42.42.5(pid=11403) [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:57:48.383233 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:48.394549 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:57:48.526537 tst handover.py: using LAC 25184\u000a01:57:48.649720 tst handover.py: using RAC 194\u000a01:57:48.769743 tst handover.py: using CellId 25184\u000a01:57:48.891662 tst handover.py: using BVCI 25185\u000a01:57:48.914910 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:57:49.052337 tst handover.py: using LAC 25185\u000a01:57:49.173448 tst handover.py: using RAC 195\u000a01:57:49.293987 tst handover.py: using CellId 25185\u000a01:57:49.412846 tst handover.py: using BVCI 25186\u000a01:57:49.435966 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:49.446818 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:49.457419 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:49.468481 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:49.479662 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:57:49.490710 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:57:49.608785 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:57:49.811273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:57:50.267408 run create_hlr_db(pid=11397): Launched\u000a01:57:50.391698 bus /sierra_2: Setting Powered False\u000a01:57:51.463294 run create_hlr_db(pid=11397): Terminated: ok {rc=0}\u000a01:57:51.870036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11399): Launched\u000a01:57:52.198853 run osmo-hlr_10.42.42.2(pid=11400): Launched\u000a01:57:52.321534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:57:52.861270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11402): Launched\u000a01:57:53.189195 run osmo-stp_10.42.42.5(pid=11403): Launched\u000a01:57:53.307176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:57:53.876822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11405): Launched\u000a01:57:54.204820 run osmo-msc_10.42.42.6(pid=11406): Launched\u000a01:57:54.397005 run osmo-stp_10.42.42.5(pid=11403): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11403)]\u000a01:57:54.534331 run osmo-stp_10.42.42.5(pid=11403): stdout: \u000a| (launched: 2022-12-10_01:57:53.027546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:54.670494 run osmo-stp_10.42.42.5(pid=11403): stderr: \u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015753222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:54.801561 run osmo-stp_10.42.42.5(pid=11403): stdout: \u000a| (launched: 2022-12-10_01:57:53.027546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:54.931423 run osmo-stp_10.42.42.5(pid=11403): stderr: \u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015753221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015753222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015753222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:54.988896 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11403): Process ended prematurely: osmo-stp_10.42.42.5(pid=11403) [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11403)] [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a01:57:54.997317 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:57:55.059206 run osmo-hlr_10.42.42.2(pid=11400): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11400)]\u000a01:57:55.110190 run osmo-hlr_10.42.42.2(pid=11400): stdout: \u000a| (launched: 2022-12-10_01:57:52.035726) \u000a01:57:55.161739 run osmo-hlr_10.42.42.2(pid=11400): stderr: \u000a| �[0;m�[1;31m20221210015752235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015752235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015752235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015752235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015752235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015752249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015752259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015752259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015752259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:57:55.231788 run osmo-msc_10.42.42.6(pid=11406): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11406)]\u000a01:57:55.282592 run osmo-msc_10.42.42.6(pid=11406): stdout: \u000a| (launched: 2022-12-10_01:57:54.042389) \u000a01:57:55.334332 run osmo-msc_10.42.42.6(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221210015754365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015754365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67ff9b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015754365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015754365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015754366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015754366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015754367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015754368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015754368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015754368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:57:55.378132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11399): Terminating (SIGTERM)\u000a01:57:55.419486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11402): Terminating (SIGTERM)\u000a01:57:55.460854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11405): Terminating (SIGTERM)\u000a01:57:55.470513 --- ParallelTerminationStrategy: PID 11399 died...\u000a01:57:55.525791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11399): Terminated: ok {rc=0}\u000a01:57:55.535627 --- ParallelTerminationStrategy: PID 11402 died...\u000a01:57:55.590459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11402): Terminated: ok {rc=0}\u000a01:57:55.600266 --- ParallelTerminationStrategy: PID 11405 died...\u000a01:57:55.654996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11405): Terminated: ok {rc=0}\u000a01:57:55.742129 bus /sierra_3: Setting Powered False\u000a01:57:56.848071 bus /sierra_3: Setting Powered False\u000a01:57:57.956075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:57:48" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11417): Process ended prematurely: osmo-stp_10.42.42.5(pid=11417) [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11417)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11417): Process ended prematurely: osmo-stp_10.42.42.5(pid=11417) [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:57:59.959809 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:57:59.971444 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:00.107759 tst handover.py: using LAC 25186\u000a01:58:00.237154 tst handover.py: using RAC 196\u000a01:58:00.366654 tst handover.py: using CellId 25186\u000a01:58:00.494720 tst handover.py: using BVCI 25187\u000a01:58:00.519459 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:00.654487 tst handover.py: using LAC 25187\u000a01:58:00.780207 tst handover.py: using RAC 197\u000a01:58:00.919778 tst handover.py: using CellId 25187\u000a01:58:01.057321 tst handover.py: using BVCI 25188\u000a01:58:01.089452 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:01.103930 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:01.118655 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:01.133687 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:01.148213 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:01.163609 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:01.304325 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:01.515192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:02.018872 run create_hlr_db(pid=11411): Launched\u000a01:58:02.145641 bus /sierra_2: Setting Powered False\u000a01:58:03.215905 run create_hlr_db(pid=11411): Terminated: ok {rc=0}\u000a01:58:03.595164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11413): Launched\u000a01:58:03.901370 run osmo-hlr_10.42.42.2(pid=11414): Launched\u000a01:58:04.020047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:04.531106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11416): Launched\u000a01:58:04.837212 run osmo-stp_10.42.42.5(pid=11417): Launched\u000a01:58:04.957830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:05.500044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11419): Launched\u000a01:58:05.807607 run osmo-msc_10.42.42.6(pid=11420): Launched\u000a01:58:05.988274 run osmo-stp_10.42.42.5(pid=11417): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11417)]\u000a01:58:06.118074 run osmo-stp_10.42.42.5(pid=11417): stdout: \u000a| (launched: 2022-12-10_01:58:04.685848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:06.244924 run osmo-stp_10.42.42.5(pid=11417): stderr: \u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015804858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:06.367229 run osmo-stp_10.42.42.5(pid=11417): stdout: \u000a| (launched: 2022-12-10_01:58:04.685848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:06.488361 run osmo-stp_10.42.42.5(pid=11417): stderr: \u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015804857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015804858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015804860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:06.541667 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11417): Process ended prematurely: osmo-stp_10.42.42.5(pid=11417) [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11417)] [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:58:06.549821 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:58:06.609750 run osmo-hlr_10.42.42.2(pid=11414): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11414)]\u000a01:58:06.658502 run osmo-hlr_10.42.42.2(pid=11414): stdout: \u000a| (launched: 2022-12-10_01:58:03.749688) \u000a01:58:06.707898 run osmo-hlr_10.42.42.2(pid=11414): stderr: \u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015803927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015803940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015803949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015803949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015803950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:06.774701 run osmo-msc_10.42.42.6(pid=11420): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11420)]\u000a01:58:06.823385 run osmo-msc_10.42.42.6(pid=11420): stdout: \u000a| (launched: 2022-12-10_01:58:05.655416) \u000a01:58:06.872716 run osmo-msc_10.42.42.6(pid=11420): stderr: \u000a| �[0;m�[38;5;43m20221210015805931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015805931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcba3ac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015805932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015805932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015805932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015805932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015805934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015805934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015805934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015805934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:06.914392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11413): Terminating (SIGTERM)\u000a01:58:06.954119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11416): Terminating (SIGTERM)\u000a01:58:06.993576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11419): Terminating (SIGTERM)\u000a01:58:07.002978 --- ParallelTerminationStrategy: PID 11413 died...\u000a01:58:07.056264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11413): Terminated: ok {rc=0}\u000a01:58:07.065874 --- ParallelTerminationStrategy: PID 11416 died...\u000a01:58:07.118670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11416): Terminated: ok {rc=0}\u000a01:58:07.128368 --- ParallelTerminationStrategy: PID 11419 died...\u000a01:58:07.181360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11419): Terminated: ok {rc=0}\u000a01:58:07.272171 bus /sierra_3: Setting Powered False\u000a01:58:08.379027 bus /sierra_3: Setting Powered False\u000a01:58:09.487059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:57:59" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11431): Process ended prematurely: osmo-stp_10.42.42.5(pid=11431) [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11431)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11431): Process ended prematurely: osmo-stp_10.42.42.5(pid=11431) [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:58:11.487481 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:11.498539 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:58:11.623865 tst handover.py: using LAC 25188\u000a01:58:11.744570 tst handover.py: using RAC 198\u000a01:58:11.863972 tst handover.py: using CellId 25188\u000a01:58:11.992392 tst handover.py: using BVCI 25189\u000a01:58:12.017332 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:58:12.163635 tst handover.py: using LAC 25189\u000a01:58:12.287654 tst handover.py: using RAC 199\u000a01:58:12.408510 tst handover.py: using CellId 25189\u000a01:58:12.527973 tst handover.py: using BVCI 25190\u000a01:58:12.551139 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:12.562111 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:12.573070 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:12.584393 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:12.595567 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:12.606664 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:58:12.720805 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:58:12.933075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:13.429947 run create_hlr_db(pid=11425): Launched\u000a01:58:13.562778 bus /sierra_2: Setting Powered False\u000a01:58:14.638634 run create_hlr_db(pid=11425): Terminated: ok {rc=0}\u000a01:58:15.022717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11427): Launched\u000a01:58:15.352162 run osmo-hlr_10.42.42.2(pid=11428): Launched\u000a01:58:15.472484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:16.046929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11430): Launched\u000a01:58:16.482475 run osmo-stp_10.42.42.5(pid=11431): Launched\u000a01:58:16.627389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:17.268238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11433): Launched\u000a01:58:17.597795 run osmo-msc_10.42.42.6(pid=11434): Launched\u000a01:58:17.789513 run osmo-stp_10.42.42.5(pid=11431): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11431)]\u000a01:58:17.926721 run osmo-stp_10.42.42.5(pid=11431): stdout: \u000a| (launched: 2022-12-10_01:58:16.216096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:18.063514 run osmo-stp_10.42.42.5(pid=11431): stderr: \u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015816520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:18.194380 run osmo-stp_10.42.42.5(pid=11431): stdout: \u000a| (launched: 2022-12-10_01:58:16.216096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:18.323813 run osmo-stp_10.42.42.5(pid=11431): stderr: \u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015816519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015816520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015816520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:18.380818 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11431): Process ended prematurely: osmo-stp_10.42.42.5(pid=11431) [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11431)] [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:58:18.389517 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:58:18.452247 run osmo-hlr_10.42.42.2(pid=11428): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11428)]\u000a01:58:18.503561 run osmo-hlr_10.42.42.2(pid=11428): stdout: \u000a| (launched: 2022-12-10_01:58:15.186760) \u000a01:58:18.555580 run osmo-hlr_10.42.42.2(pid=11428): stderr: \u000a| �[0;m�[1;31m20221210015815384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015815384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015815385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015815385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015815385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015815385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015815398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015815406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015815407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015815407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:18.626168 run osmo-msc_10.42.42.6(pid=11434): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11434)]\u000a01:58:18.679008 run osmo-msc_10.42.42.6(pid=11434): stdout: \u000a| (launched: 2022-12-10_01:58:17.434980) \u000a01:58:18.730929 run osmo-msc_10.42.42.6(pid=11434): stderr: \u000a| �[0;m�[38;5;43m20221210015817760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015817760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd42a2f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015817761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015817761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015817761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015817761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015817763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015817763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015817763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015817763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:18.775119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11427): Terminating (SIGTERM)\u000a01:58:18.817475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11430): Terminating (SIGTERM)\u000a01:58:18.859497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11433): Terminating (SIGTERM)\u000a01:58:18.869322 --- ParallelTerminationStrategy: PID 11427 died...\u000a01:58:18.925525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11427): Terminated: ok {rc=0}\u000a01:58:18.935691 --- ParallelTerminationStrategy: PID 11430 died...\u000a01:58:18.991276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11430): Terminated: ok {rc=0}\u000a01:58:19.001586 --- ParallelTerminationStrategy: PID 11433 died...\u000a01:58:19.056988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11433): Terminated: ok {rc=0}\u000a01:58:19.144785 bus /sierra_3: Setting Powered False\u000a01:58:20.252294 bus /sierra_3: Setting Powered False\u000a01:58:21.360094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11445): Process ended prematurely: osmo-stp_10.42.42.5(pid=11445) [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11445)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11445): Process ended prematurely: osmo-stp_10.42.42.5(pid=11445) [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:58:23.345950 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:23.357257 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:58:23.490580 tst handover.py: using LAC 25190\u000a01:58:23.613253 tst handover.py: using RAC 200\u000a01:58:23.735341 tst handover.py: using CellId 25190\u000a01:58:23.856630 tst handover.py: using BVCI 25191\u000a01:58:23.879731 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:58:24.014386 tst handover.py: using LAC 25191\u000a01:58:24.141233 tst handover.py: using RAC 201\u000a01:58:24.267663 tst handover.py: using CellId 25191\u000a01:58:24.395597 tst handover.py: using BVCI 25192\u000a01:58:24.420663 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:24.432072 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:24.443196 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:24.454286 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:24.465717 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:24.476794 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:58:24.591772 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:58:24.793535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:25.251528 run create_hlr_db(pid=11439): Launched\u000a01:58:25.375917 bus /sierra_2: Setting Powered False\u000a01:58:26.447709 run create_hlr_db(pid=11439): Terminated: ok {rc=0}\u000a01:58:26.853601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11441): Launched\u000a01:58:27.181134 run osmo-hlr_10.42.42.2(pid=11442): Launched\u000a01:58:27.299885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:27.839257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11444): Launched\u000a01:58:28.166958 run osmo-stp_10.42.42.5(pid=11445): Launched\u000a01:58:28.284875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:28.855671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11447): Launched\u000a01:58:29.185596 run osmo-msc_10.42.42.6(pid=11448): Launched\u000a01:58:29.378301 run osmo-stp_10.42.42.5(pid=11445): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11445)]\u000a01:58:29.515733 run osmo-stp_10.42.42.5(pid=11445): stdout: \u000a| (launched: 2022-12-10_01:58:28.004805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:29.652753 run osmo-stp_10.42.42.5(pid=11445): stderr: \u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015828200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:29.783008 run osmo-stp_10.42.42.5(pid=11445): stdout: \u000a| (launched: 2022-12-10_01:58:28.004805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:29.912472 run osmo-stp_10.42.42.5(pid=11445): stderr: \u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015828199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015828200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015828200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:29.969482 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11445): Process ended prematurely: osmo-stp_10.42.42.5(pid=11445) [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11445)] [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a01:58:29.978142 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:58:30.040436 run osmo-hlr_10.42.42.2(pid=11442): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11442)]\u000a01:58:30.091511 run osmo-hlr_10.42.42.2(pid=11442): stdout: \u000a| (launched: 2022-12-10_01:58:27.019512) \u000a01:58:30.143343 run osmo-hlr_10.42.42.2(pid=11442): stderr: \u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015827220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015827232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015827241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015827241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015827241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:30.213664 run osmo-msc_10.42.42.6(pid=11448): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11448)]\u000a01:58:30.264483 run osmo-msc_10.42.42.6(pid=11448): stdout: \u000a| (launched: 2022-12-10_01:58:29.022283) \u000a01:58:30.316043 run osmo-msc_10.42.42.6(pid=11448): stderr: \u000a| �[0;m�[38;5;43m20221210015829349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015829349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2e2f26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015829349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015829349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015829350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015829350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015829351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015829352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015829352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015829352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:30.359741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11441): Terminating (SIGTERM)\u000a01:58:30.401193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11444): Terminating (SIGTERM)\u000a01:58:30.442583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11447): Terminating (SIGTERM)\u000a01:58:30.451920 --- ParallelTerminationStrategy: PID 11441 died...\u000a01:58:30.507121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11441): Terminated: ok {rc=0}\u000a01:58:30.517148 --- ParallelTerminationStrategy: PID 11444 died...\u000a01:58:30.572034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11444): Terminated: ok {rc=0}\u000a01:58:30.581969 --- ParallelTerminationStrategy: PID 11447 died...\u000a01:58:30.636651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11447): Terminated: ok {rc=0}\u000a01:58:30.722660 bus /sierra_3: Setting Powered False\u000a01:58:31.836215 bus /sierra_3: Setting Powered False\u000a01:58:32.947520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:58:34.931618 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:34.942485 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:58:35.066190 tst handover.py: using LAC 25192\u000a01:58:35.185772 tst handover.py: using RAC 202\u000a01:58:35.307483 tst handover.py: using CellId 25192\u000a01:58:35.434919 tst handover.py: using BVCI 25193\u000a01:58:35.460035 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:58:35.606388 tst handover.py: using LAC 25193\u000a01:58:35.736062 tst handover.py: using RAC 203\u000a01:58:35.866254 tst handover.py: using CellId 25193\u000a01:58:35.996380 tst handover.py: using BVCI 25194\u000a01:58:36.021363 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:36.032594 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:36.043770 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:36.055188 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:36.066640 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:58:36.078049 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:58:36.196372 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:58:36.396152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:36.850231 run create_hlr_db(pid=11453): Launched\u000a01:58:36.973311 bus /sierra_2: Setting Powered False\u000a01:58:38.056902 run create_hlr_db(pid=11453): Terminated: ok {rc=0}\u000a01:58:38.463578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Launched\u000a01:58:38.792617 run osmo-hlr_10.42.42.2(pid=11456): Launched\u000a01:58:38.914330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:39.454861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Launched\u000a01:58:39.784440 run osmo-stp_10.42.42.5(pid=11459): Launched\u000a01:58:39.903637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:40.473606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11461): Launched\u000a01:58:40.803265 run osmo-msc_10.42.42.6(pid=11462): Launched\u000a01:58:40.994994 run osmo-stp_10.42.42.5(pid=11459): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]\u000a01:58:41.132038 run osmo-stp_10.42.42.5(pid=11459): stdout: \u000a| (launched: 2022-12-10_01:58:39.621580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:41.268366 run osmo-stp_10.42.42.5(pid=11459): stderr: \u000a| �[0;m�[38;5;43m20221210015839816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015839817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:41.399463 run osmo-stp_10.42.42.5(pid=11459): stdout: \u000a| (launched: 2022-12-10_01:58:39.621580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:41.528557 run osmo-stp_10.42.42.5(pid=11459): stderr: \u000a| �[0;m�[38;5;43m20221210015839816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015839817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015839818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:41.585621 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)] [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a01:58:41.593917 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:58:41.655895 run osmo-hlr_10.42.42.2(pid=11456): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11456)]\u000a01:58:41.706819 run osmo-hlr_10.42.42.2(pid=11456): stdout: \u000a| (launched: 2022-12-10_01:58:38.629789) \u000a01:58:41.758427 run osmo-hlr_10.42.42.2(pid=11456): stderr: \u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015838830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015838842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015838852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015838852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015838852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:41.828729 run osmo-msc_10.42.42.6(pid=11462): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11462)]\u000a01:58:41.879725 run osmo-msc_10.42.42.6(pid=11462): stdout: \u000a| (launched: 2022-12-10_01:58:40.639537) \u000a01:58:41.931113 run osmo-msc_10.42.42.6(pid=11462): stderr: \u000a| �[0;m�[38;5;43m20221210015840964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015840964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d28070c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015840965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015840965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015840965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015840965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015840967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015840967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015840967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015840967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:41.974799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminating (SIGTERM)\u000a01:58:42.016064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminating (SIGTERM)\u000a01:58:42.057385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11461): Terminating (SIGTERM)\u000a01:58:42.067008 --- ParallelTerminationStrategy: PID 11455 died...\u000a01:58:42.122266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminated: ok {rc=0}\u000a01:58:42.132278 --- ParallelTerminationStrategy: PID 11458 died...\u000a01:58:42.187002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminated: ok {rc=0}\u000a01:58:42.197109 --- ParallelTerminationStrategy: PID 11461 died...\u000a01:58:42.252079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11461): Terminated: ok {rc=0}\u000a01:58:42.338963 bus /sierra_3: Setting Powered False\u000a01:58:43.442317 bus /sierra_3: Setting Powered False\u000a01:58:44.549787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:58:34" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:58:46.598458 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:46.610660 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:58:46.746219 tst handover.py: using LAC 25194\u000a01:58:46.876287 tst handover.py: using RAC 204\u000a01:58:46.998778 tst handover.py: using CellId 25194\u000a01:58:47.148676 tst handover.py: using BVCI 25195\u000a01:58:47.175008 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:58:47.322254 tst handover.py: using LAC 25195\u000a01:58:47.449689 tst handover.py: using RAC 205\u000a01:58:47.573329 tst handover.py: using CellId 25195\u000a01:58:47.692671 tst handover.py: using BVCI 25196\u000a01:58:47.715827 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:47.727028 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:47.737894 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:47.750370 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:47.761998 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:58:47.772609 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:58:47.895270 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:58:48.107344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:48.602473 run create_hlr_db(pid=11467): Launched\u000a01:58:48.734709 bus /sierra_2: Setting Powered False\u000a01:58:49.811003 run create_hlr_db(pid=11467): Terminated: ok {rc=0}\u000a01:58:50.193888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Launched\u000a01:58:50.501369 run osmo-hlr_10.42.42.2(pid=11470): Launched\u000a01:58:50.620874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:51.135140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Launched\u000a01:58:51.444375 run osmo-stp_10.42.42.5(pid=11473): Launched\u000a01:58:51.556340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:52.090916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11475): Launched\u000a01:58:52.401770 run osmo-msc_10.42.42.6(pid=11476): Launched\u000a01:58:52.581688 run osmo-stp_10.42.42.5(pid=11473): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]\u000a01:58:52.710277 run osmo-stp_10.42.42.5(pid=11473): stdout: \u000a| (launched: 2022-12-10_01:58:51.289866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:52.836714 run osmo-stp_10.42.42.5(pid=11473): stderr: \u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015851464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:52.958412 run osmo-stp_10.42.42.5(pid=11473): stdout: \u000a| (launched: 2022-12-10_01:58:51.289866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:53.079195 run osmo-stp_10.42.42.5(pid=11473): stderr: \u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015851464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015851464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:53.132281 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)] [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a01:58:53.140286 tst handover.py:18: Test FAILED (6.5 sec)\u000a01:58:53.200202 run osmo-hlr_10.42.42.2(pid=11470): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11470)]\u000a01:58:53.249034 run osmo-hlr_10.42.42.2(pid=11470): stdout: \u000a| (launched: 2022-12-10_01:58:50.348517) \u000a01:58:53.298268 run osmo-hlr_10.42.42.2(pid=11470): stderr: \u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015850528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015850540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015850548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015850549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015850549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:53.365707 run osmo-msc_10.42.42.6(pid=11476): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11476)]\u000a01:58:53.415122 run osmo-msc_10.42.42.6(pid=11476): stdout: \u000a| (launched: 2022-12-10_01:58:52.246269) \u000a01:58:53.464381 run osmo-msc_10.42.42.6(pid=11476): stderr: \u000a| �[0;m�[38;5;43m20221210015852517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015852517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72cf807c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015852517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015852517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015852517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015852517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015852519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015852520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015852520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015852520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:53.506030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Terminating (SIGTERM)\u000a01:58:53.545869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Terminating (SIGTERM)\u000a01:58:53.585051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11475): Terminating (SIGTERM)\u000a01:58:53.594462 --- ParallelTerminationStrategy: PID 11469 died...\u000a01:58:53.647598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Terminated: ok {rc=0}\u000a01:58:53.657138 --- ParallelTerminationStrategy: PID 11472 died...\u000a01:58:53.710349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Terminated: ok {rc=0}\u000a01:58:53.719801 --- ParallelTerminationStrategy: PID 11475 died...\u000a01:58:53.772161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11475): Terminated: ok {rc=0}\u000a01:58:53.855569 bus /sierra_3: Setting Powered False\u000a01:58:54.961977 bus /sierra_3: Setting Powered False\u000a01:58:56.069703 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:58:46" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:58:58.046910 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:58.058587 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:58.188163 tst handover.py: using LAC 25196\u000a01:58:58.320481 tst handover.py: using RAC 206\u000a01:58:58.446929 tst handover.py: using CellId 25196\u000a01:58:58.573035 tst handover.py: using BVCI 25197\u000a01:58:58.597936 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:58.722734 tst handover.py: using LAC 25197\u000a01:58:58.840206 tst handover.py: using RAC 207\u000a01:58:58.959074 tst handover.py: using CellId 25197\u000a01:58:59.076463 tst handover.py: using BVCI 25198\u000a01:58:59.099400 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:59.110316 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:59.120878 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:59.131682 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:59.142544 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:59.153332 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:59.272255 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:59.476016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:59.929508 run create_hlr_db(pid=11482): Launched\u000a01:59:00.052833 bus /sierra_2: Setting Powered False\u000a01:59:01.180833 run create_hlr_db(pid=11482): Terminated: ok {rc=0}\u000a01:59:01.699307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Launched\u000a01:59:02.104799 run osmo-hlr_10.42.42.2(pid=11485): Launched\u000a01:59:02.321166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:02.896162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Launched\u000a01:59:03.226340 run osmo-stp_10.42.42.5(pid=11488): Launched\u000a01:59:03.345442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:03.922637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11490): Launched\u000a01:59:04.250967 run osmo-msc_10.42.42.6(pid=11491): Launched\u000a01:59:04.442834 run osmo-stp_10.42.42.5(pid=11488): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)]\u000a01:59:04.580304 run osmo-stp_10.42.42.5(pid=11488): stdout: \u000a| (launched: 2022-12-10_01:59:03.062486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:04.717870 run osmo-stp_10.42.42.5(pid=11488): stderr: \u000a| �[0;m�[38;5;43m20221210015903257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015903257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015903258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015903258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015903258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015903258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015903259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:04.849729 run osmo-stp_10.42.42.5(pid=11488): stdout: \u000a| (launched: 2022-12-10_01:59:03.062486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:04.979294 run osmo-stp_10.42.42.5(pid=11488): stderr: \u000a| �[0;m�[38;5;43m20221210015903257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015903257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015903258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015903258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015903258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015903258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015903259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:05.036271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11488): Process ended prematurely: osmo-stp_10.42.42.5(pid=11488) [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11488)] [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a01:59:05.045144 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:59:05.107970 run osmo-hlr_10.42.42.2(pid=11485): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11485)]\u000a01:59:05.159502 run osmo-hlr_10.42.42.2(pid=11485): stdout: \u000a| (launched: 2022-12-10_01:59:01.891471) \u000a01:59:05.211797 run osmo-hlr_10.42.42.2(pid=11485): stderr: \u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015902263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015902284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015902304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015902304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015902311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:05.282597 run osmo-msc_10.42.42.6(pid=11491): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11491)]\u000a01:59:05.333986 run osmo-msc_10.42.42.6(pid=11491): stdout: \u000a| (launched: 2022-12-10_01:59:04.089076) \u000a01:59:05.385634 run osmo-msc_10.42.42.6(pid=11491): stderr: \u000a| �[0;m�[38;5;43m20221210015904413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015904413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa01de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015904413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015904413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015904413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015904414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015904415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:05.429624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Terminating (SIGTERM)\u000a01:59:05.470950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Terminating (SIGTERM)\u000a01:59:05.512846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11490): Terminating (SIGTERM)\u000a01:59:05.522824 --- ParallelTerminationStrategy: PID 11484 died...\u000a01:59:05.578516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11484): Terminated: ok {rc=0}\u000a01:59:05.588820 --- ParallelTerminationStrategy: PID 11487 died...\u000a01:59:05.644027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11487): Terminated: ok {rc=0}\u000a01:59:05.654250 --- ParallelTerminationStrategy: PID 11490 died...\u000a01:59:05.709705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11490): Terminated: ok {rc=0}\u000a01:59:05.794889 bus /sierra_3: Setting Powered False\u000a01:59:06.900851 bus /sierra_3: Setting Powered False\u000a01:59:08.007646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:58:57" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11502): Process ended prematurely: osmo-stp_10.42.42.5(pid=11502) [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11502): Process ended prematurely: osmo-stp_10.42.42.5(pid=11502) [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:59:09.990432 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:10.001221 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:10.123193 tst handover.py: using LAC 25198\u000a01:59:10.240502 tst handover.py: using RAC 208\u000a01:59:10.359951 tst handover.py: using CellId 25198\u000a01:59:10.479504 tst handover.py: using BVCI 25199\u000a01:59:10.502565 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:10.644267 tst handover.py: using LAC 25199\u000a01:59:10.770640 tst handover.py: using RAC 209\u000a01:59:10.896851 tst handover.py: using CellId 25199\u000a01:59:11.022800 tst handover.py: using BVCI 25200\u000a01:59:11.047866 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:11.059405 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:11.070693 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:11.081966 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:11.093299 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:11.104433 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:11.221707 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:11.422718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:11.880024 run create_hlr_db(pid=11496): Launched\u000a01:59:12.004808 bus /sierra_2: Setting Powered False\u000a01:59:13.076802 run create_hlr_db(pid=11496): Terminated: ok {rc=0}\u000a01:59:13.485252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11498): Launched\u000a01:59:13.815280 run osmo-hlr_10.42.42.2(pid=11499): Launched\u000a01:59:13.936755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:14.479528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11501): Launched\u000a01:59:14.808389 run osmo-stp_10.42.42.5(pid=11502): Launched\u000a01:59:14.926888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:15.497014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11504): Launched\u000a01:59:15.827568 run osmo-msc_10.42.42.6(pid=11505): Launched\u000a01:59:16.295435 run osmo-stp_10.42.42.5(pid=11502): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11502)]\u000a01:59:16.636900 run osmo-stp_10.42.42.5(pid=11502): stdout: \u000a| (launched: 2022-12-10_01:59:14.645676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:16.774780 run osmo-stp_10.42.42.5(pid=11502): stderr: \u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015914841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:16.908660 run osmo-stp_10.42.42.5(pid=11502): stdout: \u000a| (launched: 2022-12-10_01:59:14.645676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:17.040609 run osmo-stp_10.42.42.5(pid=11502): stderr: \u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015914840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015914841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015914841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:17.098908 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11502): Process ended prematurely: osmo-stp_10.42.42.5(pid=11502) [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11502)] [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a01:59:17.108047 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:59:17.172116 run osmo-hlr_10.42.42.2(pid=11499): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11499)]\u000a01:59:17.224528 run osmo-hlr_10.42.42.2(pid=11499): stdout: \u000a| (launched: 2022-12-10_01:59:13.652747) \u000a01:59:17.277486 run osmo-hlr_10.42.42.2(pid=11499): stderr: \u000a| �[0;m�[1;31m20221210015913853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015913853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015913853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015913853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015913854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015913854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015913867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015913875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015913875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015913875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:17.348689 run osmo-msc_10.42.42.6(pid=11505): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11505)]\u000a01:59:17.400616 run osmo-msc_10.42.42.6(pid=11505): stdout: \u000a| (launched: 2022-12-10_01:59:15.664331) \u000a01:59:17.452559 run osmo-msc_10.42.42.6(pid=11505): stderr: \u000a| �[0;m�[38;5;43m20221210015916083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015916083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc932a19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015916083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015916083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015916084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015916084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015916087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015916088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015916089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015916090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:17.496808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11498): Terminating (SIGTERM)\u000a01:59:17.538590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11501): Terminating (SIGTERM)\u000a01:59:17.580473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11504): Terminating (SIGTERM)\u000a01:59:17.590503 --- ParallelTerminationStrategy: PID 11498 died...\u000a01:59:17.646363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11498): Terminated: ok {rc=0}\u000a01:59:17.656466 --- ParallelTerminationStrategy: PID 11501 died...\u000a01:59:17.711858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11501): Terminated: ok {rc=0}\u000a01:59:17.722037 --- ParallelTerminationStrategy: PID 11504 died...\u000a01:59:17.777502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11504): Terminated: ok {rc=0}\u000a01:59:17.863892 bus /sierra_3: Setting Powered False\u000a01:59:18.970552 bus /sierra_3: Setting Powered False\u000a01:59:20.077765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11516): Process ended prematurely: osmo-stp_10.42.42.5(pid=11516) [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11516): Process ended prematurely: osmo-stp_10.42.42.5(pid=11516) [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:59:22.072238 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:22.083967 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:59:22.213873 tst handover.py: using LAC 25200\u000a01:59:22.342456 tst handover.py: using RAC 210\u000a01:59:22.470167 tst handover.py: using CellId 25200\u000a01:59:22.597782 tst handover.py: using BVCI 25201\u000a01:59:22.622714 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:59:22.764646 tst handover.py: using LAC 25201\u000a01:59:22.892225 tst handover.py: using RAC 211\u000a01:59:23.020877 tst handover.py: using CellId 25201\u000a01:59:23.148045 tst handover.py: using BVCI 25202\u000a01:59:23.173153 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:23.184511 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:23.195780 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:23.207409 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:23.219230 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:23.230874 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:59:23.346487 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:59:23.558520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:24.055912 run create_hlr_db(pid=11510): Launched\u000a01:59:24.189110 bus /sierra_2: Setting Powered False\u000a01:59:25.266302 run create_hlr_db(pid=11510): Terminated: ok {rc=0}\u000a01:59:25.675687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11512): Launched\u000a01:59:26.007891 run osmo-hlr_10.42.42.2(pid=11513): Launched\u000a01:59:26.129568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:26.673778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11515): Launched\u000a01:59:27.003453 run osmo-stp_10.42.42.5(pid=11516): Launched\u000a01:59:27.126430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:27.699839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11518): Launched\u000a01:59:28.030300 run osmo-msc_10.42.42.6(pid=11519): Launched\u000a01:59:28.222828 run osmo-stp_10.42.42.5(pid=11516): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11516)]\u000a01:59:28.361221 run osmo-stp_10.42.42.5(pid=11516): stdout: \u000a| (launched: 2022-12-10_01:59:26.840733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:28.498708 run osmo-stp_10.42.42.5(pid=11516): stderr: \u000a| �[0;m�[38;5;43m20221210015927034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015927034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015927035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015927035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:28.630092 run osmo-stp_10.42.42.5(pid=11516): stdout: \u000a| (launched: 2022-12-10_01:59:26.840733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:28.760202 run osmo-stp_10.42.42.5(pid=11516): stderr: \u000a| �[0;m�[38;5;43m20221210015927034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015927034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015927035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015927035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015927035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:28.817800 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11516): Process ended prematurely: osmo-stp_10.42.42.5(pid=11516) [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11516)] [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:59:28.826449 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:28.889633 run osmo-hlr_10.42.42.2(pid=11513): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11513)]\u000a01:59:28.941340 run osmo-hlr_10.42.42.2(pid=11513): stdout: \u000a| (launched: 2022-12-10_01:59:25.843537) \u000a01:59:28.993746 run osmo-hlr_10.42.42.2(pid=11513): stderr: \u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015926045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015926062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015926071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015926072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015926072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:29.064733 run osmo-msc_10.42.42.6(pid=11519): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11519)]\u000a01:59:29.116411 run osmo-msc_10.42.42.6(pid=11519): stdout: \u000a| (launched: 2022-12-10_01:59:27.866835) \u000a01:59:29.168573 run osmo-msc_10.42.42.6(pid=11519): stderr: \u000a| �[0;m�[38;5;43m20221210015928191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015928191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5fd892c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015928191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015928191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015928192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015928192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015928193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015928194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015928194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015928194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:29.212761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11512): Terminating (SIGTERM)\u000a01:59:29.254653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11515): Terminating (SIGTERM)\u000a01:59:29.296637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11518): Terminating (SIGTERM)\u000a01:59:29.306447 --- ParallelTerminationStrategy: PID 11512 died...\u000a01:59:29.362502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11512): Terminated: ok {rc=0}\u000a01:59:29.372549 --- ParallelTerminationStrategy: PID 11515 died...\u000a01:59:29.428147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11515): Terminated: ok {rc=0}\u000a01:59:29.438277 --- ParallelTerminationStrategy: PID 11518 died...\u000a01:59:29.493912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11518): Terminated: ok {rc=0}\u000a01:59:29.582046 bus /sierra_3: Setting Powered False\u000a01:59:30.689683 bus /sierra_3: Setting Powered False\u000a01:59:31.825786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:59:21" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11531): Process ended prematurely: osmo-stp_10.42.42.5(pid=11531) [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11531)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11531): Process ended prematurely: osmo-stp_10.42.42.5(pid=11531) [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:59:33.834130 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:33.846058 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:33.979541 tst handover.py: using LAC 25202\u000a01:59:34.106404 tst handover.py: using RAC 212\u000a01:59:34.233466 tst handover.py: using CellId 25202\u000a01:59:34.362702 tst handover.py: using BVCI 25203\u000a01:59:34.387712 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:34.530506 tst handover.py: using LAC 25203\u000a01:59:34.656477 tst handover.py: using RAC 213\u000a01:59:34.782805 tst handover.py: using CellId 25203\u000a01:59:34.909847 tst handover.py: using BVCI 25204\u000a01:59:34.934698 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:34.946201 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:34.957467 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:34.968694 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:34.979926 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:34.991237 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:59:35.106864 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:59:35.316423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:35.813332 run create_hlr_db(pid=11525): Launched\u000a01:59:35.946519 bus /sierra_2: Setting Powered False\u000a01:59:37.022654 run create_hlr_db(pid=11525): Terminated: ok {rc=0}\u000a01:59:37.433099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11527): Launched\u000a01:59:37.762568 run osmo-hlr_10.42.42.2(pid=11528): Launched\u000a01:59:37.884881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:38.428264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11530): Launched\u000a01:59:38.758131 run osmo-stp_10.42.42.5(pid=11531): Launched\u000a01:59:38.877514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:39.447174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11533): Launched\u000a01:59:39.777766 run osmo-msc_10.42.42.6(pid=11534): Launched\u000a01:59:39.971354 run osmo-stp_10.42.42.5(pid=11531): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11531)]\u000a01:59:40.109379 run osmo-stp_10.42.42.5(pid=11531): stdout: \u000a| (launched: 2022-12-10_01:59:38.594703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:40.246161 run osmo-stp_10.42.42.5(pid=11531): stderr: \u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015938792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:40.376906 run osmo-stp_10.42.42.5(pid=11531): stdout: \u000a| (launched: 2022-12-10_01:59:38.594703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:40.506647 run osmo-stp_10.42.42.5(pid=11531): stderr: \u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015938792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:40.563464 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11531): Process ended prematurely: osmo-stp_10.42.42.5(pid=11531) [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11531)] [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:59:40.571958 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:40.634644 run osmo-hlr_10.42.42.2(pid=11528): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11528)]\u000a01:59:40.685924 run osmo-hlr_10.42.42.2(pid=11528): stdout: \u000a| (launched: 2022-12-10_01:59:37.599894) \u000a01:59:40.737773 run osmo-hlr_10.42.42.2(pid=11528): stderr: \u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015937800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015937812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015937821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015937821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015937821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:40.807963 run osmo-msc_10.42.42.6(pid=11534): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11534)]\u000a01:59:40.859116 run osmo-msc_10.42.42.6(pid=11534): stdout: \u000a| (launched: 2022-12-10_01:59:39.613785) \u000a01:59:40.910789 run osmo-msc_10.42.42.6(pid=11534): stderr: \u000a| �[0;m�[38;5;43m20221210015939937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015939937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50f661bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015939937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015939937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015939937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015939937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015939939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015939939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015939939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015939940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:40.954557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11527): Terminating (SIGTERM)\u000a01:59:40.996013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11530): Terminating (SIGTERM)\u000a01:59:41.037939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11533): Terminating (SIGTERM)\u000a01:59:41.047645 --- ParallelTerminationStrategy: PID 11527 died...\u000a01:59:41.103313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11527): Terminated: ok {rc=0}\u000a01:59:41.113402 --- ParallelTerminationStrategy: PID 11530 died...\u000a01:59:41.168997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11530): Terminated: ok {rc=0}\u000a01:59:41.178971 --- ParallelTerminationStrategy: PID 11533 died...\u000a01:59:41.234432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11533): Terminated: ok {rc=0}\u000a01:59:41.321795 bus /sierra_3: Setting Powered False\u000a01:59:42.426299 bus /sierra_3: Setting Powered False\u000a01:59:43.537475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:59:45.501199 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:45.512035 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:59:45.636820 tst handover.py: using LAC 25204\u000a01:59:45.756448 tst handover.py: using RAC 214\u000a01:59:45.908457 tst handover.py: using CellId 25204\u000a01:59:46.038274 tst handover.py: using BVCI 25205\u000a01:59:46.062829 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:59:46.189435 tst handover.py: using LAC 25205\u000a01:59:46.347370 tst handover.py: using RAC 215\u000a01:59:46.506919 tst handover.py: using CellId 25205\u000a01:59:46.668888 tst handover.py: using BVCI 25206\u000a01:59:46.693512 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:46.705268 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:46.716787 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:46.730409 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:46.743304 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:46.754981 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:59:46.874720 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:59:47.124456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:47.627369 run create_hlr_db(pid=11539): Launched\u000a01:59:47.760716 bus /sierra_2: Setting Powered False\u000a01:59:48.837807 run create_hlr_db(pid=11539): Terminated: ok {rc=0}\u000a01:59:49.246004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11541): Launched\u000a01:59:49.578264 run osmo-hlr_10.42.42.2(pid=11542): Launched\u000a01:59:49.698115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:50.240256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Launched\u000a01:59:50.568860 run osmo-stp_10.42.42.5(pid=11545): Launched\u000a01:59:50.687885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:51.261349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Launched\u000a01:59:51.592923 run osmo-msc_10.42.42.6(pid=11548): Launched\u000a01:59:51.786647 run osmo-stp_10.42.42.5(pid=11545): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]\u000a01:59:51.927009 run osmo-stp_10.42.42.5(pid=11545): stdout: \u000a| (launched: 2022-12-10_01:59:50.406948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:52.064805 run osmo-stp_10.42.42.5(pid=11545): stderr: \u000a| �[0;m�[38;5;43m20221210015950602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015950602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015950603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015950603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:52.195933 run osmo-stp_10.42.42.5(pid=11545): stdout: \u000a| (launched: 2022-12-10_01:59:50.406948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:52.326074 run osmo-stp_10.42.42.5(pid=11545): stderr: \u000a| �[0;m�[38;5;43m20221210015950602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210015950602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210015950603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210015950603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210015950604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:52.383363 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)] [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a01:59:52.392040 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:59:52.455567 run osmo-hlr_10.42.42.2(pid=11542): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11542)]\u000a01:59:52.507465 run osmo-hlr_10.42.42.2(pid=11542): stdout: \u000a| (launched: 2022-12-10_01:59:49.413079) \u000a01:59:52.560154 run osmo-hlr_10.42.42.2(pid=11542): stderr: \u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210015949615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210015949628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210015949638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210015949639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210015949639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:52.631551 run osmo-msc_10.42.42.6(pid=11548): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11548)]\u000a01:59:52.682905 run osmo-msc_10.42.42.6(pid=11548): stdout: \u000a| (launched: 2022-12-10_01:59:51.428359) \u000a01:59:52.734654 run osmo-msc_10.42.42.6(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221210015951754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210015951754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a3b5b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210015951754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210015951754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210015951754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210015951755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210015951756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210015951757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210015951757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210015951757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:52.778675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11541): Terminating (SIGTERM)\u000a01:59:52.820318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Terminating (SIGTERM)\u000a01:59:52.862296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a01:59:52.872032 --- ParallelTerminationStrategy: PID 11541 died...\u000a01:59:52.928311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11541): Terminated: ok {rc=0}\u000a01:59:52.938399 --- ParallelTerminationStrategy: PID 11544 died...\u000a01:59:52.994077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Terminated: ok {rc=0}\u000a01:59:53.004047 --- ParallelTerminationStrategy: PID 11547 died...\u000a01:59:53.059593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a01:59:53.147526 bus /sierra_3: Setting Powered False\u000a01:59:54.254385 bus /sierra_3: Setting Powered False\u000a01:59:55.363745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:59:45" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:59:57.349144 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:57.360279 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:57.489518 tst handover.py: using LAC 25206\u000a01:59:57.619952 tst handover.py: using RAC 216\u000a01:59:57.749906 tst handover.py: using CellId 25206\u000a01:59:57.880817 tst handover.py: using BVCI 25207\u000a01:59:57.906143 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:58.052543 tst handover.py: using LAC 25207\u000a01:59:58.181168 tst handover.py: using RAC 217\u000a01:59:58.310899 tst handover.py: using CellId 25207\u000a01:59:58.434508 tst handover.py: using BVCI 25208\u000a01:59:58.457966 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:58.468993 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:58.479615 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:58.490663 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:58.501583 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:58.512464 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:58.632253 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:58.844531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:59.343679 run create_hlr_db(pid=11554): Launched\u000a01:59:59.476882 bus /sierra_2: Setting Powered False\u000a02:00:00.554297 run create_hlr_db(pid=11554): Terminated: ok {rc=0}\u000a02:00:00.994953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Launched\u000a02:00:01.424598 run osmo-hlr_10.42.42.2(pid=11557): Launched\u000a02:00:01.697332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:02.244180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Launched\u000a02:00:02.558020 run osmo-stp_10.42.42.5(pid=11563): Launched\u000a02:00:02.671927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:03.207164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Launched\u000a02:00:03.515165 run osmo-msc_10.42.42.6(pid=11566): Launched\u000a02:00:03.696595 run osmo-stp_10.42.42.5(pid=11563): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]\u000a02:00:03.826600 run osmo-stp_10.42.42.5(pid=11563): stdout: \u000a| (launched: 2022-12-10_02:00:02.402821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:03.954335 run osmo-stp_10.42.42.5(pid=11563): stderr: \u000a| �[0;m�[38;5;43m20221210020002573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020002573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020002574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020002574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:04.076933 run osmo-stp_10.42.42.5(pid=11563): stdout: \u000a| (launched: 2022-12-10_02:00:02.402821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:04.199089 run osmo-stp_10.42.42.5(pid=11563): stderr: \u000a| �[0;m�[38;5;43m20221210020002573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020002573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020002574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020002574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020002576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:04.252513 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)] [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a02:00:04.260698 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:00:04.321110 run osmo-hlr_10.42.42.2(pid=11557): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11557)]\u000a02:00:04.370503 run osmo-hlr_10.42.42.2(pid=11557): stdout: \u000a| (launched: 2022-12-10_02:00:01.165693) \u000a02:00:04.420422 run osmo-hlr_10.42.42.2(pid=11557): stderr: \u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020001513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020001528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020001536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020001536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020001536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:04.487811 run osmo-msc_10.42.42.6(pid=11566): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11566)]\u000a02:00:04.537446 run osmo-msc_10.42.42.6(pid=11566): stdout: \u000a| (launched: 2022-12-10_02:00:03.362402) \u000a02:00:04.587372 run osmo-msc_10.42.42.6(pid=11566): stderr: \u000a| �[0;m�[38;5;43m20221210020003637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020003637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ca23c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020003637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020003637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020003637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020003639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020003640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020003640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020003640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:04.629109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Terminating (SIGTERM)\u000a02:00:04.668723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Terminating (SIGTERM)\u000a02:00:04.708452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Terminating (SIGTERM)\u000a02:00:04.718032 --- ParallelTerminationStrategy: PID 11556 died...\u000a02:00:04.771595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Terminated: ok {rc=0}\u000a02:00:04.781167 --- ParallelTerminationStrategy: PID 11562 died...\u000a02:00:04.834205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Terminated: ok {rc=0}\u000a02:00:04.843736 --- ParallelTerminationStrategy: PID 11565 died...\u000a02:00:04.896516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Terminated: ok {rc=0}\u000a02:00:04.985732 bus /sierra_3: Setting Powered False\u000a02:00:06.089410 bus /sierra_3: Setting Powered False\u000a02:00:07.201080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T01:59:57" }, { "cases" : [ { "testActions" : [ ], "age" : 165, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11578): Process ended prematurely: osmo-stp_10.42.42.5(pid=11578) [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11578)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11578): Process ended prematurely: osmo-stp_10.42.42.5(pid=11578) [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:00:09.196642 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:09.207805 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:09.336170 tst handover.py: using LAC 25208\u000a02:00:09.465084 tst handover.py: using RAC 218\u000a02:00:09.594078 tst handover.py: using CellId 25208\u000a02:00:09.723303 tst handover.py: using BVCI 25209\u000a02:00:09.748023 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:09.886042 tst handover.py: using LAC 25209\u000a02:00:10.008679 tst handover.py: using RAC 219\u000a02:00:10.131100 tst handover.py: using CellId 25209\u000a02:00:10.251219 tst handover.py: using BVCI 25210\u000a02:00:10.275009 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:10.285838 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:10.296400 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:10.307303 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:10.318299 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:10.329685 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:10.448544 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:10.650797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:11.106676 run create_hlr_db(pid=11572): Launched\u000a02:00:11.230762 bus /sierra_2: Setting Powered False\u000a02:00:12.303752 run create_hlr_db(pid=11572): Terminated: ok {rc=0}\u000a02:00:12.709722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11574): Launched\u000a02:00:13.040429 run osmo-hlr_10.42.42.2(pid=11575): Launched\u000a02:00:13.160549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:13.702814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11577): Launched\u000a02:00:14.032224 run osmo-stp_10.42.42.5(pid=11578): Launched\u000a02:00:14.151337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:14.725662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11580): Launched\u000a02:00:15.056808 run osmo-msc_10.42.42.6(pid=11581): Launched\u000a02:00:15.249803 run osmo-stp_10.42.42.5(pid=11578): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11578)]\u000a02:00:15.388568 run osmo-stp_10.42.42.5(pid=11578): stdout: \u000a| (launched: 2022-12-10_02:00:13.869244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:15.525718 run osmo-stp_10.42.42.5(pid=11578): stderr: \u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020014065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:15.656913 run osmo-stp_10.42.42.5(pid=11578): stdout: \u000a| (launched: 2022-12-10_02:00:13.869244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:15.786953 run osmo-stp_10.42.42.5(pid=11578): stderr: \u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020014064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020014065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020014065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:15.855170 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11578): Process ended prematurely: osmo-stp_10.42.42.5(pid=11578) [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11578)] [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a02:00:15.865413 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:00:15.930771 run osmo-hlr_10.42.42.2(pid=11575): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11575)]\u000a02:00:15.982264 run osmo-hlr_10.42.42.2(pid=11575): stdout: \u000a| (launched: 2022-12-10_02:00:12.877190) \u000a02:00:16.042963 run osmo-hlr_10.42.42.2(pid=11575): stderr: \u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020013080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020013101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020013110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020013111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020013111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:16.114251 run osmo-msc_10.42.42.6(pid=11581): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11581)]\u000a02:00:16.166098 run osmo-msc_10.42.42.6(pid=11581): stdout: \u000a| (launched: 2022-12-10_02:00:14.892853) \u000a02:00:16.217219 run osmo-msc_10.42.42.6(pid=11581): stderr: \u000a| �[0;m�[38;5;43m20221210020015218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020015219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29ac130c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020015219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020015219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020015219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020015219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020015221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020015221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020015222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020015222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:16.264079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11574): Terminating (SIGTERM)\u000a02:00:16.308223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11577): Terminating (SIGTERM)\u000a02:00:16.353665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11580): Terminating (SIGTERM)\u000a02:00:16.364194 --- ParallelTerminationStrategy: PID 11574 died...\u000a02:00:16.424016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11574): Terminated: ok {rc=0}\u000a02:00:16.434747 --- ParallelTerminationStrategy: PID 11577 died...\u000a02:00:16.492567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11577): Terminated: ok {rc=0}\u000a02:00:16.503259 --- ParallelTerminationStrategy: PID 11580 died...\u000a02:00:16.560493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11580): Terminated: ok {rc=0}\u000a02:00:16.659472 bus /sierra_3: Setting Powered False\u000a02:00:17.762041 bus /sierra_3: Setting Powered False\u000a02:00:18.873512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:00:08" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11592): Process ended prematurely: osmo-stp_10.42.42.5(pid=11592) [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11592)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11592): Process ended prematurely: osmo-stp_10.42.42.5(pid=11592) [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a02:00:20.857853 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:20.868784 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:00:20.992602 tst handover.py: using LAC 25210\u000a02:00:21.112519 tst handover.py: using RAC 220\u000a02:00:21.234542 tst handover.py: using CellId 25210\u000a02:00:21.357122 tst handover.py: using BVCI 25211\u000a02:00:21.380413 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:00:21.518003 tst handover.py: using LAC 25211\u000a02:00:21.653528 tst handover.py: using RAC 221\u000a02:00:21.781604 tst handover.py: using CellId 25211\u000a02:00:21.911369 tst handover.py: using BVCI 25212\u000a02:00:21.936583 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:21.948008 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:21.959638 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:21.971050 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:21.982479 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:21.993832 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:00:22.113495 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:00:22.327122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:22.824367 run create_hlr_db(pid=11586): Launched\u000a02:00:22.957733 bus /sierra_2: Setting Powered False\u000a02:00:24.034862 run create_hlr_db(pid=11586): Terminated: ok {rc=0}\u000a02:00:24.445160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11588): Launched\u000a02:00:24.775267 run osmo-hlr_10.42.42.2(pid=11589): Launched\u000a02:00:24.894323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:25.436729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11591): Launched\u000a02:00:25.769695 run osmo-stp_10.42.42.5(pid=11592): Launched\u000a02:00:25.888552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:26.464071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11594): Launched\u000a02:00:26.794638 run osmo-msc_10.42.42.6(pid=11595): Launched\u000a02:00:26.987837 run osmo-stp_10.42.42.5(pid=11592): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11592)]\u000a02:00:27.126582 run osmo-stp_10.42.42.5(pid=11592): stdout: \u000a| (launched: 2022-12-10_02:00:25.603594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:27.263877 run osmo-stp_10.42.42.5(pid=11592): stderr: \u000a| �[0;m�[38;5;43m20221210020025799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020025799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020025800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020025800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020025800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020025800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020025801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:27.395418 run osmo-stp_10.42.42.5(pid=11592): stdout: \u000a| (launched: 2022-12-10_02:00:25.603594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:27.525808 run osmo-stp_10.42.42.5(pid=11592): stderr: \u000a| �[0;m�[38;5;43m20221210020025799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020025799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020025800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020025800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020025800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020025800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020025801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:27.582913 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11592): Process ended prematurely: osmo-stp_10.42.42.5(pid=11592) [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11592)] [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a02:00:27.591400 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:00:27.654419 run osmo-hlr_10.42.42.2(pid=11589): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11589)]\u000a02:00:27.705933 run osmo-hlr_10.42.42.2(pid=11589): stdout: \u000a| (launched: 2022-12-10_02:00:24.611954) \u000a02:00:27.758081 run osmo-hlr_10.42.42.2(pid=11589): stderr: \u000a| �[0;m�[1;31m20221210020024810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020024811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020024811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020024811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020024811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020024811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020024842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020024853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020024853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020024854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:27.828635 run osmo-msc_10.42.42.6(pid=11595): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11595)]\u000a02:00:27.879815 run osmo-msc_10.42.42.6(pid=11595): stdout: \u000a| (launched: 2022-12-10_02:00:26.631499) \u000a02:00:27.931050 run osmo-msc_10.42.42.6(pid=11595): stderr: \u000a| �[0;m�[38;5;43m20221210020026954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020026955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05155e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020026955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020026955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020026955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020026955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020026957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020026957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020026957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020026958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:27.974843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11588): Terminating (SIGTERM)\u000a02:00:28.016404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11591): Terminating (SIGTERM)\u000a02:00:28.058656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11594): Terminating (SIGTERM)\u000a02:00:28.068343 --- ParallelTerminationStrategy: PID 11588 died...\u000a02:00:28.123850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11588): Terminated: ok {rc=0}\u000a02:00:28.133901 --- ParallelTerminationStrategy: PID 11591 died...\u000a02:00:28.189689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11591): Terminated: ok {rc=0}\u000a02:00:28.199629 --- ParallelTerminationStrategy: PID 11594 died...\u000a02:00:28.254987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11594): Terminated: ok {rc=0}\u000a02:00:28.341864 bus /sierra_3: Setting Powered False\u000a02:00:29.444692 bus /sierra_3: Setting Powered False\u000a02:00:30.552659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:00:20" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11606): Process ended prematurely: osmo-stp_10.42.42.5(pid=11606) [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11606)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11606): Process ended prematurely: osmo-stp_10.42.42.5(pid=11606) [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:00:32.564356 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:32.575986 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:32.700888 tst handover.py: using LAC 25212\u000a02:00:32.821541 tst handover.py: using RAC 222\u000a02:00:32.940080 tst handover.py: using CellId 25212\u000a02:00:33.060691 tst handover.py: using BVCI 25213\u000a02:00:33.083968 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:33.217271 tst handover.py: using LAC 25213\u000a02:00:33.334440 tst handover.py: using RAC 223\u000a02:00:33.452861 tst handover.py: using CellId 25213\u000a02:00:33.570775 tst handover.py: using BVCI 25214\u000a02:00:33.594071 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:33.605215 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:33.616087 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:33.627277 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:33.638492 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:33.649735 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:33.770647 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:33.983135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:34.482694 run create_hlr_db(pid=11600): Launched\u000a02:00:34.616169 bus /sierra_2: Setting Powered False\u000a02:00:35.693236 run create_hlr_db(pid=11600): Terminated: ok {rc=0}\u000a02:00:36.103791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11602): Launched\u000a02:00:36.434493 run osmo-hlr_10.42.42.2(pid=11603): Launched\u000a02:00:36.556520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:37.101681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11605): Launched\u000a02:00:37.431294 run osmo-stp_10.42.42.5(pid=11606): Launched\u000a02:00:37.550056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:38.124157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11608): Launched\u000a02:00:38.457568 run osmo-msc_10.42.42.6(pid=11609): Launched\u000a02:00:38.651182 run osmo-stp_10.42.42.5(pid=11606): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11606)]\u000a02:00:38.790554 run osmo-stp_10.42.42.5(pid=11606): stdout: \u000a| (launched: 2022-12-10_02:00:37.268609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:38.929196 run osmo-stp_10.42.42.5(pid=11606): stderr: \u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020037467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:39.061287 run osmo-stp_10.42.42.5(pid=11606): stdout: \u000a| (launched: 2022-12-10_02:00:37.268609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:39.191767 run osmo-stp_10.42.42.5(pid=11606): stderr: \u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020037466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020037467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020037467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:39.249414 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11606): Process ended prematurely: osmo-stp_10.42.42.5(pid=11606) [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11606)] [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:00:39.257955 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:00:39.320442 run osmo-hlr_10.42.42.2(pid=11603): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11603)]\u000a02:00:39.371730 run osmo-hlr_10.42.42.2(pid=11603): stdout: \u000a| (launched: 2022-12-10_02:00:36.271666) \u000a02:00:39.423600 run osmo-hlr_10.42.42.2(pid=11603): stderr: \u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020036473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020036485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020036494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020036494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020036494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:39.494149 run osmo-msc_10.42.42.6(pid=11609): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11609)]\u000a02:00:39.545452 run osmo-msc_10.42.42.6(pid=11609): stdout: \u000a| (launched: 2022-12-10_02:00:38.292768) \u000a02:00:39.597370 run osmo-msc_10.42.42.6(pid=11609): stderr: \u000a| �[0;m�[38;5;43m20221210020038616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020038616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ec647ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020038616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020038616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020038616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020038616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020038620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020038620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020038620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020038621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:39.641711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11602): Terminating (SIGTERM)\u000a02:00:39.683762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11605): Terminating (SIGTERM)\u000a02:00:39.725735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11608): Terminating (SIGTERM)\u000a02:00:39.735462 --- ParallelTerminationStrategy: PID 11602 died...\u000a02:00:39.791492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11602): Terminated: ok {rc=0}\u000a02:00:39.801644 --- ParallelTerminationStrategy: PID 11605 died...\u000a02:00:39.857899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11605): Terminated: ok {rc=0}\u000a02:00:39.867994 --- ParallelTerminationStrategy: PID 11608 died...\u000a02:00:39.924036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11608): Terminated: ok {rc=0}\u000a02:00:40.012457 bus /sierra_3: Setting Powered False\u000a02:00:41.120255 bus /sierra_3: Setting Powered False\u000a02:00:42.227342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:00:32" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11620): Process ended prematurely: osmo-stp_10.42.42.5(pid=11620) [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11620)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11620): Process ended prematurely: osmo-stp_10.42.42.5(pid=11620) [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:00:44.221279 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:44.232667 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:00:44.362263 tst handover.py: using LAC 25214\u000a02:00:44.492674 tst handover.py: using RAC 224\u000a02:00:44.616404 tst handover.py: using CellId 25214\u000a02:00:44.738870 tst handover.py: using BVCI 25215\u000a02:00:44.762409 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:00:44.902313 tst handover.py: using LAC 25215\u000a02:00:45.022443 tst handover.py: using RAC 225\u000a02:00:45.144139 tst handover.py: using CellId 25215\u000a02:00:45.266753 tst handover.py: using BVCI 25216\u000a02:00:45.290246 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:45.301363 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:45.312430 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:45.324017 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:45.335503 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:45.346925 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:45.463709 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:45.668717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:46.227616 run create_hlr_db(pid=11614): Launched\u000a02:00:46.383163 bus /sierra_2: Setting Powered False\u000a02:00:47.449275 run create_hlr_db(pid=11614): Terminated: ok {rc=0}\u000a02:00:47.859926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11616): Launched\u000a02:00:48.190776 run osmo-hlr_10.42.42.2(pid=11617): Launched\u000a02:00:48.311969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:48.855834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11619): Launched\u000a02:00:49.186131 run osmo-stp_10.42.42.5(pid=11620): Launched\u000a02:00:49.304719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:49.877782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11622): Launched\u000a02:00:50.207658 run osmo-msc_10.42.42.6(pid=11623): Launched\u000a02:00:50.401706 run osmo-stp_10.42.42.5(pid=11620): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11620)]\u000a02:00:50.540188 run osmo-stp_10.42.42.5(pid=11620): stdout: \u000a| (launched: 2022-12-10_02:00:49.022839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:50.678239 run osmo-stp_10.42.42.5(pid=11620): stderr: \u000a| �[0;m�[38;5;43m20221210020049217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020049217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020049218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020049218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:50.810159 run osmo-stp_10.42.42.5(pid=11620): stdout: \u000a| (launched: 2022-12-10_02:00:49.022839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:50.941332 run osmo-stp_10.42.42.5(pid=11620): stderr: \u000a| �[0;m�[38;5;43m20221210020049217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020049217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020049218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020049218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020049218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:50.998789 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11620): Process ended prematurely: osmo-stp_10.42.42.5(pid=11620) [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11620)] [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:00:51.007523 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:00:51.070351 run osmo-hlr_10.42.42.2(pid=11617): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11617)]\u000a02:00:51.121895 run osmo-hlr_10.42.42.2(pid=11617): stdout: \u000a| (launched: 2022-12-10_02:00:48.027334) \u000a02:00:51.174239 run osmo-hlr_10.42.42.2(pid=11617): stderr: \u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020048227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020048240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020048248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020048248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020048248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:51.245379 run osmo-msc_10.42.42.6(pid=11623): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11623)]\u000a02:00:51.296670 run osmo-msc_10.42.42.6(pid=11623): stdout: \u000a| (launched: 2022-12-10_02:00:50.044685) \u000a02:00:51.348671 run osmo-msc_10.42.42.6(pid=11623): stderr: \u000a| �[0;m�[38;5;43m20221210020050368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020050368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9296c45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020050368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020050368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020050368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020050369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020050371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020050371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020050371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020050371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:51.392772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11616): Terminating (SIGTERM)\u000a02:00:51.434522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11619): Terminating (SIGTERM)\u000a02:00:51.476170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11622): Terminating (SIGTERM)\u000a02:00:51.485807 --- ParallelTerminationStrategy: PID 11616 died...\u000a02:00:51.541676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11616): Terminated: ok {rc=0}\u000a02:00:51.551849 --- ParallelTerminationStrategy: PID 11619 died...\u000a02:00:51.607416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11619): Terminated: ok {rc=0}\u000a02:00:51.617602 --- ParallelTerminationStrategy: PID 11622 died...\u000a02:00:51.673237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11622): Terminated: ok {rc=0}\u000a02:00:51.760378 bus /sierra_3: Setting Powered False\u000a02:00:52.867818 bus /sierra_3: Setting Powered False\u000a02:00:53.976512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:00:43" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11634): Process ended prematurely: osmo-stp_10.42.42.5(pid=11634) [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11634)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11634): Process ended prematurely: osmo-stp_10.42.42.5(pid=11634) [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:00:55.951208 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:55.962470 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:56.090946 tst handover.py: using LAC 25216\u000a02:00:56.218423 tst handover.py: using RAC 226\u000a02:00:56.348080 tst handover.py: using CellId 25216\u000a02:00:56.475183 tst handover.py: using BVCI 25217\u000a02:00:56.500094 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:56.629641 tst handover.py: using LAC 25217\u000a02:00:56.756301 tst handover.py: using RAC 227\u000a02:00:56.883668 tst handover.py: using CellId 25217\u000a02:00:57.010664 tst handover.py: using BVCI 25218\u000a02:00:57.035719 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:57.046985 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:57.058128 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:57.069211 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:57.080291 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:57.091673 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:57.207029 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:57.420757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:57.917488 run create_hlr_db(pid=11628): Launched\u000a02:00:58.049947 bus /sierra_2: Setting Powered False\u000a02:00:59.127204 run create_hlr_db(pid=11628): Terminated: ok {rc=0}\u000a02:00:59.512719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11630): Launched\u000a02:00:59.821367 run osmo-hlr_10.42.42.2(pid=11631): Launched\u000a02:00:59.938212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:00.443264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11633): Launched\u000a02:01:00.752910 run osmo-stp_10.42.42.5(pid=11634): Launched\u000a02:01:00.870403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:01.435025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11636): Launched\u000a02:01:01.747319 run osmo-msc_10.42.42.6(pid=11637): Launched\u000a02:01:02.070154 run osmo-stp_10.42.42.5(pid=11634): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11634)]\u000a02:01:02.365359 run osmo-stp_10.42.42.5(pid=11634): stdout: \u000a| (launched: 2022-12-10_02:01:00.598347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:02.532179 run osmo-stp_10.42.42.5(pid=11634): stderr: \u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020100772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:02.664090 run osmo-stp_10.42.42.5(pid=11634): stdout: \u000a| (launched: 2022-12-10_02:01:00.598347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:02.794601 run osmo-stp_10.42.42.5(pid=11634): stderr: \u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020100771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020100772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020100772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:02.851856 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11634): Process ended prematurely: osmo-stp_10.42.42.5(pid=11634) [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11634)] [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a02:01:02.861027 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:01:02.924570 run osmo-hlr_10.42.42.2(pid=11631): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11631)]\u000a02:01:02.976761 run osmo-hlr_10.42.42.2(pid=11631): stdout: \u000a| (launched: 2022-12-10_02:00:59.668034) \u000a02:01:03.029494 run osmo-hlr_10.42.42.2(pid=11631): stderr: \u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020059848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020059860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020059869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020059869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020059869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:03.101064 run osmo-msc_10.42.42.6(pid=11637): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11637)]\u000a02:01:03.152894 run osmo-msc_10.42.42.6(pid=11637): stdout: \u000a| (launched: 2022-12-10_02:01:01.593229) \u000a02:01:03.205456 run osmo-msc_10.42.42.6(pid=11637): stderr: \u000a| �[0;m�[38;5;43m20221210020102173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020102174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c32758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020102174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020102174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020102174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020102174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020102176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020102176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020102177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020102177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:03.250025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11630): Terminating (SIGTERM)\u000a02:01:03.291928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11633): Terminating (SIGTERM)\u000a02:01:03.334147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11636): Terminating (SIGTERM)\u000a02:01:03.343946 --- ParallelTerminationStrategy: PID 11630 died...\u000a02:01:03.400677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11630): Terminated: ok {rc=0}\u000a02:01:03.410934 --- ParallelTerminationStrategy: PID 11633 died...\u000a02:01:03.467162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11633): Terminated: ok {rc=0}\u000a02:01:03.477410 --- ParallelTerminationStrategy: PID 11636 died...\u000a02:01:03.533371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11636): Terminated: ok {rc=0}\u000a02:01:03.620746 bus /sierra_3: Setting Powered False\u000a02:01:04.725814 bus /sierra_3: Setting Powered False\u000a02:01:05.832267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:00:55" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11648): Process ended prematurely: osmo-stp_10.42.42.5(pid=11648) [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11648)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11648): Process ended prematurely: osmo-stp_10.42.42.5(pid=11648) [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:01:07.817024 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:07.828245 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:07.956934 tst handover.py: using LAC 25218\u000a02:01:08.084438 tst handover.py: using RAC 228\u000a02:01:08.211842 tst handover.py: using CellId 25218\u000a02:01:08.339829 tst handover.py: using BVCI 25219\u000a02:01:08.364703 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:08.508437 tst handover.py: using LAC 25219\u000a02:01:08.635601 tst handover.py: using RAC 229\u000a02:01:08.756405 tst handover.py: using CellId 25219\u000a02:01:08.874765 tst handover.py: using BVCI 25220\u000a02:01:08.898358 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:08.909256 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:08.919979 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:08.931172 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:08.942629 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:08.954009 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:09.072721 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:09.274877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:09.735439 run create_hlr_db(pid=11642): Launched\u000a02:01:09.860194 bus /sierra_2: Setting Powered False\u000a02:01:10.933527 run create_hlr_db(pid=11642): Terminated: ok {rc=0}\u000a02:01:11.344308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11644): Launched\u000a02:01:11.676244 run osmo-hlr_10.42.42.2(pid=11645): Launched\u000a02:01:11.801317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:12.345703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11647): Launched\u000a02:01:12.677058 run osmo-stp_10.42.42.5(pid=11648): Launched\u000a02:01:12.798364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:13.370304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11650): Launched\u000a02:01:13.699434 run osmo-msc_10.42.42.6(pid=11651): Launched\u000a02:01:13.892050 run osmo-stp_10.42.42.5(pid=11648): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11648)]\u000a02:01:14.030495 run osmo-stp_10.42.42.5(pid=11648): stdout: \u000a| (launched: 2022-12-10_02:01:12.513140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:14.167562 run osmo-stp_10.42.42.5(pid=11648): stderr: \u000a| �[0;m�[38;5;43m20221210020112709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020112710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020112710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020112710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:14.299123 run osmo-stp_10.42.42.5(pid=11648): stdout: \u000a| (launched: 2022-12-10_02:01:12.513140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:14.429062 run osmo-stp_10.42.42.5(pid=11648): stderr: \u000a| �[0;m�[38;5;43m20221210020112709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020112710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020112710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020112710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020112711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:14.486326 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11648): Process ended prematurely: osmo-stp_10.42.42.5(pid=11648) [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11648)] [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a02:01:14.494716 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:14.558202 run osmo-hlr_10.42.42.2(pid=11645): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11645)]\u000a02:01:14.610272 run osmo-hlr_10.42.42.2(pid=11645): stdout: \u000a| (launched: 2022-12-10_02:01:11.511702) \u000a02:01:14.662649 run osmo-hlr_10.42.42.2(pid=11645): stderr: \u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020111714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020111728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020111738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020111738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020111738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:14.733810 run osmo-msc_10.42.42.6(pid=11651): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11651)]\u000a02:01:14.785664 run osmo-msc_10.42.42.6(pid=11651): stdout: \u000a| (launched: 2022-12-10_02:01:13.537052) \u000a02:01:14.838025 run osmo-msc_10.42.42.6(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221210020113863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020113863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe616f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020113863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020113863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020113863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020113863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020113865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020113865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020113866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020113866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:14.882814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11644): Terminating (SIGTERM)\u000a02:01:14.924812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11647): Terminating (SIGTERM)\u000a02:01:14.966803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11650): Terminating (SIGTERM)\u000a02:01:14.976182 --- ParallelTerminationStrategy: PID 11644 died...\u000a02:01:15.031921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11644): Terminated: ok {rc=0}\u000a02:01:15.041994 --- ParallelTerminationStrategy: PID 11647 died...\u000a02:01:15.097355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11647): Terminated: ok {rc=0}\u000a02:01:15.107340 --- ParallelTerminationStrategy: PID 11650 died...\u000a02:01:15.162644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11650): Terminated: ok {rc=0}\u000a02:01:15.249450 bus /sierra_3: Setting Powered False\u000a02:01:16.351524 bus /sierra_3: Setting Powered False\u000a02:01:17.457552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:01:07" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:01:19.455369 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:19.466780 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:01:19.599582 tst handover.py: using LAC 25220\u000a02:01:19.728858 tst handover.py: using RAC 230\u000a02:01:19.858193 tst handover.py: using CellId 25220\u000a02:01:19.988008 tst handover.py: using BVCI 25221\u000a02:01:20.013126 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:01:20.157763 tst handover.py: using LAC 25221\u000a02:01:20.288349 tst handover.py: using RAC 231\u000a02:01:20.416683 tst handover.py: using CellId 25221\u000a02:01:20.545324 tst handover.py: using BVCI 25222\u000a02:01:20.570786 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:20.582337 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:20.593542 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:20.604669 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:20.615905 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:20.627329 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:01:20.747424 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:01:20.960818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:21.458072 run create_hlr_db(pid=11656): Launched\u000a02:01:21.591506 bus /sierra_2: Setting Powered False\u000a02:01:22.669342 run create_hlr_db(pid=11656): Terminated: ok {rc=0}\u000a02:01:23.079677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Launched\u000a02:01:23.411750 run osmo-hlr_10.42.42.2(pid=11659): Launched\u000a02:01:23.530746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:24.074252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Launched\u000a02:01:24.406493 run osmo-stp_10.42.42.5(pid=11662): Launched\u000a02:01:24.524667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:25.101501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Launched\u000a02:01:25.434648 run osmo-msc_10.42.42.6(pid=11665): Launched\u000a02:01:25.627639 run osmo-stp_10.42.42.5(pid=11662): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a02:01:25.766273 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-10_02:01:24.241863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:25.904273 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020124438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:26.036112 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-10_02:01:24.241863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:26.166752 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020124438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020124438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:26.223929 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a02:01:26.232262 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:01:26.294752 run osmo-hlr_10.42.42.2(pid=11659): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11659)]\u000a02:01:26.345930 run osmo-hlr_10.42.42.2(pid=11659): stdout: \u000a| (launched: 2022-12-10_02:01:23.247371) \u000a02:01:26.397601 run osmo-hlr_10.42.42.2(pid=11659): stderr: \u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020123466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020123474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020123475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:26.467733 run osmo-msc_10.42.42.6(pid=11665): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11665)]\u000a02:01:26.518843 run osmo-msc_10.42.42.6(pid=11665): stdout: \u000a| (launched: 2022-12-10_02:01:25.269762) \u000a02:01:26.570594 run osmo-msc_10.42.42.6(pid=11665): stderr: \u000a| �[0;m�[38;5;43m20221210020125596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020125596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f680ef21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020125596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020125596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020125597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020125597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020125598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020125599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020125599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020125599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:26.614859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminating (SIGTERM)\u000a02:01:26.656783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminating (SIGTERM)\u000a02:01:26.698798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminating (SIGTERM)\u000a02:01:26.708303 --- ParallelTerminationStrategy: PID 11658 died...\u000a02:01:26.764082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminated: ok {rc=0}\u000a02:01:26.774302 --- ParallelTerminationStrategy: PID 11661 died...\u000a02:01:26.829864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminated: ok {rc=0}\u000a02:01:26.839974 --- ParallelTerminationStrategy: PID 11664 died...\u000a02:01:26.895887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminated: ok {rc=0}\u000a02:01:26.983164 bus /sierra_3: Setting Powered False\u000a02:01:28.087638 bus /sierra_3: Setting Powered False\u000a02:01:29.199850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:01:19" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:01:31.242594 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:31.257241 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:31.408721 tst handover.py: using LAC 25222\u000a02:01:31.542725 tst handover.py: using RAC 232\u000a02:01:31.707289 tst handover.py: using CellId 25222\u000a02:01:31.835208 tst handover.py: using BVCI 25223\u000a02:01:31.859202 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:32.002529 tst handover.py: using LAC 25223\u000a02:01:32.137025 tst handover.py: using RAC 233\u000a02:01:32.266204 tst handover.py: using CellId 25223\u000a02:01:32.395462 tst handover.py: using BVCI 25224\u000a02:01:32.420573 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:32.432327 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:32.443895 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:32.456414 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:32.468216 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:32.480171 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:32.596539 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:32.799411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:33.259393 run create_hlr_db(pid=11670): Launched\u000a02:01:33.384129 bus /sierra_2: Setting Powered False\u000a02:01:34.456194 run create_hlr_db(pid=11670): Terminated: ok {rc=0}\u000a02:01:34.839473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Launched\u000a02:01:35.148327 run osmo-hlr_10.42.42.2(pid=11673): Launched\u000a02:01:35.260191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:35.767024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Launched\u000a02:01:36.075213 run osmo-stp_10.42.42.5(pid=11676): Launched\u000a02:01:36.186732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:36.721414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Launched\u000a02:01:37.030300 run osmo-msc_10.42.42.6(pid=11679): Launched\u000a02:01:37.210978 run osmo-stp_10.42.42.5(pid=11676): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a02:01:37.341271 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-10_02:01:35.922680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:37.468279 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221210020136095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020136096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020136096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020136096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:37.591038 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-10_02:01:35.922680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:37.712194 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221210020136095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020136096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020136096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020136096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020136097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:37.765708 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:01:37.773780 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:01:37.833718 run osmo-hlr_10.42.42.2(pid=11673): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11673)]\u000a02:01:37.882371 run osmo-hlr_10.42.42.2(pid=11673): stdout: \u000a| (launched: 2022-12-10_02:01:34.995284) \u000a02:01:37.931546 run osmo-hlr_10.42.42.2(pid=11673): stderr: \u000a| �[0;m�[1;31m20221210020135172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020135172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020135172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020135172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020135172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020135173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020135190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020135200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:37.998302 run osmo-msc_10.42.42.6(pid=11679): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11679)]\u000a02:01:38.047298 run osmo-msc_10.42.42.6(pid=11679): stdout: \u000a| (launched: 2022-12-10_02:01:36.877630) \u000a02:01:38.097882 run osmo-msc_10.42.42.6(pid=11679): stderr: \u000a| �[0;m�[38;5;43m20221210020137151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020137151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9e12aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020137152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020137152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020137152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020137152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020137154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020137154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020137154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020137154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:38.139649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminating (SIGTERM)\u000a02:01:38.179296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminating (SIGTERM)\u000a02:01:38.219123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminating (SIGTERM)\u000a02:01:38.228364 --- ParallelTerminationStrategy: PID 11672 died...\u000a02:01:38.281545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminated: ok {rc=0}\u000a02:01:38.291201 --- ParallelTerminationStrategy: PID 11675 died...\u000a02:01:38.344527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminated: ok {rc=0}\u000a02:01:38.354424 --- ParallelTerminationStrategy: PID 11678 died...\u000a02:01:38.407888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminated: ok {rc=0}\u000a02:01:38.492124 bus /sierra_3: Setting Powered False\u000a02:01:39.599119 bus /sierra_3: Setting Powered False\u000a02:01:40.707052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:01:30" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:01:42.745667 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:42.757349 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:42.902156 tst handover.py: using LAC 25224\u000a02:01:43.032168 tst handover.py: using RAC 234\u000a02:01:43.156428 tst handover.py: using CellId 25224\u000a02:01:43.278264 tst handover.py: using BVCI 25225\u000a02:01:43.301706 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:43.439941 tst handover.py: using LAC 25225\u000a02:01:43.575807 tst handover.py: using RAC 235\u000a02:01:43.703297 tst handover.py: using CellId 25225\u000a02:01:43.830374 tst handover.py: using BVCI 25226\u000a02:01:43.855494 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:43.867154 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:43.878941 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:43.890670 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:43.902044 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:43.913289 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:44.028791 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:44.231765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:44.691428 run create_hlr_db(pid=11684): Launched\u000a02:01:44.816382 bus /sierra_2: Setting Powered False\u000a02:01:45.907249 run create_hlr_db(pid=11684): Terminated: ok {rc=0}\u000a02:01:46.332552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Launched\u000a02:01:46.764415 run osmo-hlr_10.42.42.2(pid=11687): Launched\u000a02:01:47.011336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:47.545319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Launched\u000a02:01:47.853521 run osmo-stp_10.42.42.5(pid=11690): Launched\u000a02:01:47.965204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:48.499872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11692): Launched\u000a02:01:48.808617 run osmo-msc_10.42.42.6(pid=11693): Launched\u000a02:01:48.988233 run osmo-stp_10.42.42.5(pid=11690): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]\u000a02:01:49.118157 run osmo-stp_10.42.42.5(pid=11690): stdout: \u000a| (launched: 2022-12-10_02:01:47.701720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:49.245219 run osmo-stp_10.42.42.5(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020147875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:49.367603 run osmo-stp_10.42.42.5(pid=11690): stdout: \u000a| (launched: 2022-12-10_02:01:47.701720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:49.488687 run osmo-stp_10.42.42.5(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020147874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020147875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020147875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:49.541684 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)] [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:01:49.549803 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:01:49.610126 run osmo-hlr_10.42.42.2(pid=11687): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11687)]\u000a02:01:49.659282 run osmo-hlr_10.42.42.2(pid=11687): stdout: \u000a| (launched: 2022-12-10_02:01:46.493541) \u000a02:01:49.708801 run osmo-hlr_10.42.42.2(pid=11687): stderr: \u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020146773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020146791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020146807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020146808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020146808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:49.775885 run osmo-msc_10.42.42.6(pid=11693): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11693)]\u000a02:01:49.825429 run osmo-msc_10.42.42.6(pid=11693): stdout: \u000a| (launched: 2022-12-10_02:01:48.655209) \u000a02:01:49.875005 run osmo-msc_10.42.42.6(pid=11693): stderr: \u000a| �[0;m�[38;5;43m20221210020148928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020148928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f87c26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020148928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020148929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020148929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020148929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020148931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020148931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020148931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020148931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:49.917347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Terminating (SIGTERM)\u000a02:01:49.957406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Terminating (SIGTERM)\u000a02:01:49.997355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11692): Terminating (SIGTERM)\u000a02:01:50.006888 --- ParallelTerminationStrategy: PID 11686 died...\u000a02:01:50.060512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Terminated: ok {rc=0}\u000a02:01:50.070248 --- ParallelTerminationStrategy: PID 11689 died...\u000a02:01:50.123511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Terminated: ok {rc=0}\u000a02:01:50.133232 --- ParallelTerminationStrategy: PID 11692 died...\u000a02:01:50.186144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11692): Terminated: ok {rc=0}\u000a02:01:50.275092 bus /sierra_3: Setting Powered False\u000a02:01:51.378385 bus /sierra_3: Setting Powered False\u000a02:01:52.489284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:01:42" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:01:54.498033 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:54.510927 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:54.655331 tst handover.py: using LAC 25226\u000a02:01:54.782518 tst handover.py: using RAC 236\u000a02:01:54.911929 tst handover.py: using CellId 25226\u000a02:01:55.038737 tst handover.py: using BVCI 25227\u000a02:01:55.064014 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:55.192605 tst handover.py: using LAC 25227\u000a02:01:55.319726 tst handover.py: using RAC 237\u000a02:01:55.447420 tst handover.py: using CellId 25227\u000a02:01:55.574280 tst handover.py: using BVCI 25228\u000a02:01:55.599094 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:55.610529 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:55.621648 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:55.632724 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:55.643957 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:55.655097 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:55.770116 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:55.970615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:56.427551 run create_hlr_db(pid=11698): Launched\u000a02:01:56.551367 bus /sierra_2: Setting Powered False\u000a02:01:57.624232 run create_hlr_db(pid=11698): Terminated: ok {rc=0}\u000a02:01:58.006961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Launched\u000a02:01:58.313909 run osmo-hlr_10.42.42.2(pid=11701): Launched\u000a02:01:58.425727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:58.929831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Launched\u000a02:01:59.237338 run osmo-stp_10.42.42.5(pid=11704): Launched\u000a02:01:59.349022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:59.884823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Launched\u000a02:02:00.192748 run osmo-msc_10.42.42.6(pid=11707): Launched\u000a02:02:00.372793 run osmo-stp_10.42.42.5(pid=11704): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]\u000a02:02:00.502342 run osmo-stp_10.42.42.5(pid=11704): stdout: \u000a| (launched: 2022-12-10_02:01:59.084488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:00.629583 run osmo-stp_10.42.42.5(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020159258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:00.751335 run osmo-stp_10.42.42.5(pid=11704): stdout: \u000a| (launched: 2022-12-10_02:01:59.084488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:00.873596 run osmo-stp_10.42.42.5(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020159257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020159258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020159258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:00.928213 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)] [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a02:02:00.936623 tst handover.py:18: Test FAILED (6.4 sec)\u000a02:02:00.999534 run osmo-hlr_10.42.42.2(pid=11701): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11701)]\u000a02:02:01.050381 run osmo-hlr_10.42.42.2(pid=11701): stdout: \u000a| (launched: 2022-12-10_02:01:58.161734) \u000a02:02:01.102222 run osmo-hlr_10.42.42.2(pid=11701): stderr: \u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020158341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020158357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020158367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020158367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020158367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:01.171813 run osmo-msc_10.42.42.6(pid=11707): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11707)]\u000a02:02:01.222785 run osmo-msc_10.42.42.6(pid=11707): stdout: \u000a| (launched: 2022-12-10_02:02:00.040043) \u000a02:02:01.274882 run osmo-msc_10.42.42.6(pid=11707): stderr: \u000a| �[0;m�[38;5;43m20221210020200312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020200312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f839288ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020200312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020200312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020200312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020200313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020200316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020200317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020200317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020200317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:01.318146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminating (SIGTERM)\u000a02:02:01.361315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminating (SIGTERM)\u000a02:02:01.403332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminating (SIGTERM)\u000a02:02:01.413246 --- ParallelTerminationStrategy: PID 11700 died...\u000a02:02:01.468420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminated: ok {rc=0}\u000a02:02:01.480025 --- ParallelTerminationStrategy: PID 11703 died...\u000a02:02:01.536410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminated: ok {rc=0}\u000a02:02:01.546954 --- ParallelTerminationStrategy: PID 11706 died...\u000a02:02:01.602865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminated: ok {rc=0}\u000a02:02:01.694407 bus /sierra_3: Setting Powered False\u000a02:02:02.795640 bus /sierra_3: Setting Powered False\u000a02:02:03.906718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:01:54" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11719): Process ended prematurely: osmo-stp_10.42.42.5(pid=11719) [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11719)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11719): Process ended prematurely: osmo-stp_10.42.42.5(pid=11719) [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:02:05.914270 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:05.925090 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:06.068618 tst handover.py: using LAC 25228\u000a02:02:06.198229 tst handover.py: using RAC 238\u000a02:02:06.328193 tst handover.py: using CellId 25228\u000a02:02:06.458047 tst handover.py: using BVCI 25229\u000a02:02:06.483024 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:06.628828 tst handover.py: using LAC 25229\u000a02:02:06.752329 tst handover.py: using RAC 239\u000a02:02:06.872506 tst handover.py: using CellId 25229\u000a02:02:06.992645 tst handover.py: using BVCI 25230\u000a02:02:07.015631 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:07.026481 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:07.037186 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:07.048199 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:07.059222 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:07.070085 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:07.190351 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:07.401988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:07.899529 run create_hlr_db(pid=11713): Launched\u000a02:02:08.033107 bus /sierra_2: Setting Powered False\u000a02:02:09.110648 run create_hlr_db(pid=11713): Terminated: ok {rc=0}\u000a02:02:09.520804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11715): Launched\u000a02:02:09.850765 run osmo-hlr_10.42.42.2(pid=11716): Launched\u000a02:02:09.973535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:10.518808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11718): Launched\u000a02:02:10.849898 run osmo-stp_10.42.42.5(pid=11719): Launched\u000a02:02:10.969453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:11.543944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11721): Launched\u000a02:02:11.874833 run osmo-msc_10.42.42.6(pid=11722): Launched\u000a02:02:12.068084 run osmo-stp_10.42.42.5(pid=11719): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11719)]\u000a02:02:12.206576 run osmo-stp_10.42.42.5(pid=11719): stdout: \u000a| (launched: 2022-12-10_02:02:10.685665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:12.344079 run osmo-stp_10.42.42.5(pid=11719): stderr: \u000a| �[0;m�[38;5;43m20221210020210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020210883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:12.474910 run osmo-stp_10.42.42.5(pid=11719): stdout: \u000a| (launched: 2022-12-10_02:02:10.685665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:12.604895 run osmo-stp_10.42.42.5(pid=11719): stderr: \u000a| �[0;m�[38;5;43m20221210020210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020210882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020210883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020210883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020210883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:12.662351 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11719): Process ended prematurely: osmo-stp_10.42.42.5(pid=11719) [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11719)] [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a02:02:12.670891 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:02:12.733569 run osmo-hlr_10.42.42.2(pid=11716): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11716)]\u000a02:02:12.784892 run osmo-hlr_10.42.42.2(pid=11716): stdout: \u000a| (launched: 2022-12-10_02:02:09.687895) \u000a02:02:12.836783 run osmo-hlr_10.42.42.2(pid=11716): stderr: \u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020209890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020209902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020209911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020209911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020209911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:12.907392 run osmo-msc_10.42.42.6(pid=11722): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11722)]\u000a02:02:12.958315 run osmo-msc_10.42.42.6(pid=11722): stdout: \u000a| (launched: 2022-12-10_02:02:11.710962) \u000a02:02:13.010255 run osmo-msc_10.42.42.6(pid=11722): stderr: \u000a| �[0;m�[38;5;43m20221210020212033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020212033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f644fef7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020212033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020212034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020212034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020212034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020212035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020212036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020212036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020212036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:13.053993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11715): Terminating (SIGTERM)\u000a02:02:13.095123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11718): Terminating (SIGTERM)\u000a02:02:13.136246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11721): Terminating (SIGTERM)\u000a02:02:13.145926 --- ParallelTerminationStrategy: PID 11715 died...\u000a02:02:13.201014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11715): Terminated: ok {rc=0}\u000a02:02:13.210959 --- ParallelTerminationStrategy: PID 11718 died...\u000a02:02:13.265442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11718): Terminated: ok {rc=0}\u000a02:02:13.275292 --- ParallelTerminationStrategy: PID 11721 died...\u000a02:02:13.330072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11721): Terminated: ok {rc=0}\u000a02:02:13.416202 bus /sierra_3: Setting Powered False\u000a02:02:14.522186 bus /sierra_3: Setting Powered False\u000a02:02:15.633326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:02:05" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11734): Process ended prematurely: osmo-stp_10.42.42.5(pid=11734) [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11734)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11734): Process ended prematurely: osmo-stp_10.42.42.5(pid=11734) [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:02:17.735900 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:17.747683 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:17.896847 tst handover.py: using LAC 25230\u000a02:02:18.024089 tst handover.py: using RAC 240\u000a02:02:18.150582 tst handover.py: using CellId 25230\u000a02:02:18.269315 tst handover.py: using BVCI 25231\u000a02:02:18.292578 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:18.429849 tst handover.py: using LAC 25231\u000a02:02:18.548861 tst handover.py: using RAC 241\u000a02:02:18.668496 tst handover.py: using CellId 25231\u000a02:02:18.786730 tst handover.py: using BVCI 25232\u000a02:02:18.810064 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:18.821080 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:18.831959 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:18.843571 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:18.855161 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:18.866715 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:18.988896 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:19.191426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:19.648427 run create_hlr_db(pid=11728): Launched\u000a02:02:19.773470 bus /sierra_2: Setting Powered False\u000a02:02:20.844324 run create_hlr_db(pid=11728): Terminated: ok {rc=0}\u000a02:02:21.227743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11730): Launched\u000a02:02:21.535066 run osmo-hlr_10.42.42.2(pid=11731): Launched\u000a02:02:21.653418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:22.171114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11733): Launched\u000a02:02:22.478822 run osmo-stp_10.42.42.5(pid=11734): Launched\u000a02:02:22.590485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:23.123922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11736): Launched\u000a02:02:23.431809 run osmo-msc_10.42.42.6(pid=11737): Launched\u000a02:02:23.613062 run osmo-stp_10.42.42.5(pid=11734): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11734)]\u000a02:02:23.743388 run osmo-stp_10.42.42.5(pid=11734): stdout: \u000a| (launched: 2022-12-10_02:02:22.326006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:23.870919 run osmo-stp_10.42.42.5(pid=11734): stderr: \u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020222498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:23.993642 run osmo-stp_10.42.42.5(pid=11734): stdout: \u000a| (launched: 2022-12-10_02:02:22.326006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:24.115464 run osmo-stp_10.42.42.5(pid=11734): stderr: \u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020222498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020222498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020222499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:24.168632 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11734): Process ended prematurely: osmo-stp_10.42.42.5(pid=11734) [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11734)] [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a02:02:24.176689 tst handover.py:18: Test FAILED (6.4 sec)\u000a02:02:24.237254 run osmo-hlr_10.42.42.2(pid=11731): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11731)]\u000a02:02:24.286181 run osmo-hlr_10.42.42.2(pid=11731): stdout: \u000a| (launched: 2022-12-10_02:02:21.382659) \u000a02:02:24.335675 run osmo-hlr_10.42.42.2(pid=11731): stderr: \u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020221563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020221575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020221583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020221583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020221584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:24.402809 run osmo-msc_10.42.42.6(pid=11737): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11737)]\u000a02:02:24.451284 run osmo-msc_10.42.42.6(pid=11737): stdout: \u000a| (launched: 2022-12-10_02:02:23.278818) \u000a02:02:24.500498 run osmo-msc_10.42.42.6(pid=11737): stderr: \u000a| �[0;m�[38;5;43m20221210020223553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020223554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c54481c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020223554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020223554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020223554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020223554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020223556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020223556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020223556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020223556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:24.541929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11730): Terminating (SIGTERM)\u000a02:02:24.581639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11733): Terminating (SIGTERM)\u000a02:02:24.621727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11736): Terminating (SIGTERM)\u000a02:02:24.630984 --- ParallelTerminationStrategy: PID 11730 died...\u000a02:02:24.684126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11730): Terminated: ok {rc=0}\u000a02:02:24.694000 --- ParallelTerminationStrategy: PID 11733 died...\u000a02:02:24.746908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11733): Terminated: ok {rc=0}\u000a02:02:24.756745 --- ParallelTerminationStrategy: PID 11736 died...\u000a02:02:24.809607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11736): Terminated: ok {rc=0}\u000a02:02:24.892569 bus /sierra_3: Setting Powered False\u000a02:02:25.996259 bus /sierra_3: Setting Powered False\u000a02:02:27.110458 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11748): Process ended prematurely: osmo-stp_10.42.42.5(pid=11748) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11748)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11748): Process ended prematurely: osmo-stp_10.42.42.5(pid=11748) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:02:29.146959 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:29.158609 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:29.298938 tst handover.py: using LAC 25232\u000a02:02:29.427271 tst handover.py: using RAC 242\u000a02:02:29.556153 tst handover.py: using CellId 25232\u000a02:02:29.683479 tst handover.py: using BVCI 25233\u000a02:02:29.708595 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:29.854896 tst handover.py: using LAC 25233\u000a02:02:29.983462 tst handover.py: using RAC 243\u000a02:02:30.111434 tst handover.py: using CellId 25233\u000a02:02:30.239295 tst handover.py: using BVCI 25234\u000a02:02:30.264548 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.276175 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.288136 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.299730 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.311655 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.323262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:30.439671 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:30.639566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:31.177172 run create_hlr_db(pid=11742): Launched\u000a02:02:31.339264 bus /sierra_2: Setting Powered False\u000a02:02:32.403056 run create_hlr_db(pid=11742): Terminated: ok {rc=0}\u000a02:02:32.788820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11744): Launched\u000a02:02:33.100002 run osmo-hlr_10.42.42.2(pid=11745): Launched\u000a02:02:33.216768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:33.722632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11747): Launched\u000a02:02:34.030502 run osmo-stp_10.42.42.5(pid=11748): Launched\u000a02:02:34.142038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:34.679016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11750): Launched\u000a02:02:34.988494 run osmo-msc_10.42.42.6(pid=11751): Launched\u000a02:02:35.169358 run osmo-stp_10.42.42.5(pid=11748): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11748)]\u000a02:02:35.299740 run osmo-stp_10.42.42.5(pid=11748): stdout: \u000a| (launched: 2022-12-10_02:02:33.877879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:35.427006 run osmo-stp_10.42.42.5(pid=11748): stderr: \u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020234049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:35.549468 run osmo-stp_10.42.42.5(pid=11748): stdout: \u000a| (launched: 2022-12-10_02:02:33.877879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:35.670958 run osmo-stp_10.42.42.5(pid=11748): stderr: \u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020234048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020234049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020234049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:35.724764 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11748): Process ended prematurely: osmo-stp_10.42.42.5(pid=11748) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11748)] [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:02:35.732580 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:02:35.792737 run osmo-hlr_10.42.42.2(pid=11745): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11745)]\u000a02:02:35.841495 run osmo-hlr_10.42.42.2(pid=11745): stdout: \u000a| (launched: 2022-12-10_02:02:32.945637) \u000a02:02:35.891424 run osmo-hlr_10.42.42.2(pid=11745): stderr: \u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020233123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020233135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020233143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020233143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020233143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:35.961893 run osmo-msc_10.42.42.6(pid=11751): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11751)]\u000a02:02:36.010950 run osmo-msc_10.42.42.6(pid=11751): stdout: \u000a| (launched: 2022-12-10_02:02:34.834638) \u000a02:02:36.060915 run osmo-msc_10.42.42.6(pid=11751): stderr: \u000a| �[0;m�[38;5;43m20221210020235109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020235109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0386093c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020235109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020235109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020235109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020235110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020235111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020235112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020235112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020235112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:36.103237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11744): Terminating (SIGTERM)\u000a02:02:36.143143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11747): Terminating (SIGTERM)\u000a02:02:36.183140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11750): Terminating (SIGTERM)\u000a02:02:36.192705 --- ParallelTerminationStrategy: PID 11744 died...\u000a02:02:36.246178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11744): Terminated: ok {rc=0}\u000a02:02:36.256093 --- ParallelTerminationStrategy: PID 11747 died...\u000a02:02:36.309449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11747): Terminated: ok {rc=0}\u000a02:02:36.318980 --- ParallelTerminationStrategy: PID 11750 died...\u000a02:02:36.372176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11750): Terminated: ok {rc=0}\u000a02:02:36.461445 bus /sierra_3: Setting Powered False\u000a02:02:37.565712 bus /sierra_3: Setting Powered False\u000a02:02:38.677302 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:02:28" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:02:40.689360 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:40.700271 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:40.832790 tst handover.py: using LAC 25234\u000a02:02:40.960411 tst handover.py: using RAC 244\u000a02:02:41.082623 tst handover.py: using CellId 25234\u000a02:02:41.205166 tst handover.py: using BVCI 25235\u000a02:02:41.228179 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:41.352294 tst handover.py: using LAC 25235\u000a02:02:41.471728 tst handover.py: using RAC 245\u000a02:02:41.594372 tst handover.py: using CellId 25235\u000a02:02:41.714718 tst handover.py: using BVCI 25236\u000a02:02:41.737949 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.748920 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.759742 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.771452 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.783142 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.794634 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:41.916750 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:42.120003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:42.578567 run create_hlr_db(pid=11756): Launched\u000a02:02:42.702799 bus /sierra_2: Setting Powered False\u000a02:02:43.775018 run create_hlr_db(pid=11756): Terminated: ok {rc=0}\u000a02:02:44.158712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Launched\u000a02:02:44.465176 run osmo-hlr_10.42.42.2(pid=11759): Launched\u000a02:02:44.583051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:45.100763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Launched\u000a02:02:45.408452 run osmo-stp_10.42.42.5(pid=11762): Launched\u000a02:02:45.519789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:46.109762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Launched\u000a02:02:46.451722 run osmo-msc_10.42.42.6(pid=11765): Launched\u000a02:02:46.701555 run osmo-stp_10.42.42.5(pid=11762): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]\u000a02:02:47.038781 run osmo-stp_10.42.42.5(pid=11762): stdout: \u000a| (launched: 2022-12-10_02:02:45.255873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:47.275162 run osmo-stp_10.42.42.5(pid=11762): stderr: \u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020245428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020245428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020245428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020245429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:47.401931 run osmo-stp_10.42.42.5(pid=11762): stdout: \u000a| (launched: 2022-12-10_02:02:45.255873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:47.528265 run osmo-stp_10.42.42.5(pid=11762): stderr: \u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020245427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020245428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020245428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020245428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020245429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:47.581422 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)] [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a02:02:47.589450 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:02:47.651397 run osmo-hlr_10.42.42.2(pid=11759): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11759)]\u000a02:02:47.700877 run osmo-hlr_10.42.42.2(pid=11759): stdout: \u000a| (launched: 2022-12-10_02:02:44.313175) \u000a02:02:47.751000 run osmo-hlr_10.42.42.2(pid=11759): stderr: \u000a| �[0;m�[1;31m20221210020244493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020244493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020244493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020244493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020244493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020244494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020244506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020244514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020244515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020244515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:47.817987 run osmo-msc_10.42.42.6(pid=11765): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11765)]\u000a02:02:47.868116 run osmo-msc_10.42.42.6(pid=11765): stdout: \u000a| (launched: 2022-12-10_02:02:46.269307) \u000a02:02:47.918468 run osmo-msc_10.42.42.6(pid=11765): stderr: \u000a| �[0;m�[38;5;43m20221210020246904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020246904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a33fa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020246904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020246904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020246906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020246906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020246908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020246910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020246911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020246911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:47.960544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Terminating (SIGTERM)\u000a02:02:48.000911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Terminating (SIGTERM)\u000a02:02:48.041974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Terminating (SIGTERM)\u000a02:02:48.051523 --- ParallelTerminationStrategy: PID 11758 died...\u000a02:02:48.105804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Terminated: ok {rc=0}\u000a02:02:48.115496 --- ParallelTerminationStrategy: PID 11761 died...\u000a02:02:48.169215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Terminated: ok {rc=0}\u000a02:02:48.179323 --- ParallelTerminationStrategy: PID 11764 died...\u000a02:02:48.233543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Terminated: ok {rc=0}\u000a02:02:48.320610 bus /sierra_3: Setting Powered False\u000a02:02:49.421775 bus /sierra_3: Setting Powered False\u000a02:02:50.530780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:02:40" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11777): Process ended prematurely: osmo-stp_10.42.42.5(pid=11777) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11777)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11777): Process ended prematurely: osmo-stp_10.42.42.5(pid=11777) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:02:52.550867 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:52.562223 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:52.696497 tst handover.py: using LAC 25236\u000a02:02:52.814481 tst handover.py: using RAC 246\u000a02:02:52.941239 tst handover.py: using CellId 25236\u000a02:02:53.072141 tst handover.py: using BVCI 25237\u000a02:02:53.096886 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:53.239116 tst handover.py: using LAC 25237\u000a02:02:53.365648 tst handover.py: using RAC 247\u000a02:02:53.489949 tst handover.py: using CellId 25237\u000a02:02:53.608580 tst handover.py: using BVCI 25238\u000a02:02:53.631971 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.643220 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.654093 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.665864 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.677182 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.688736 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:53.808904 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:54.022106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:54.520503 run create_hlr_db(pid=11771): Launched\u000a02:02:54.653335 bus /sierra_2: Setting Powered False\u000a02:02:55.730564 run create_hlr_db(pid=11771): Terminated: ok {rc=0}\u000a02:02:56.116311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11773): Launched\u000a02:02:56.424819 run osmo-hlr_10.42.42.2(pid=11774): Launched\u000a02:02:56.542040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:57.058080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11776): Launched\u000a02:02:57.368538 run osmo-stp_10.42.42.5(pid=11777): Launched\u000a02:02:57.490222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:58.028127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11779): Launched\u000a02:02:58.336598 run osmo-msc_10.42.42.6(pid=11780): Launched\u000a02:02:58.518329 run osmo-stp_10.42.42.5(pid=11777): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11777)]\u000a02:02:58.648703 run osmo-stp_10.42.42.5(pid=11777): stdout: \u000a| (launched: 2022-12-10_02:02:57.213632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:58.775904 run osmo-stp_10.42.42.5(pid=11777): stderr: \u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020257385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020257387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020257388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020257388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:58.898673 run osmo-stp_10.42.42.5(pid=11777): stdout: \u000a| (launched: 2022-12-10_02:02:57.213632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:59.020226 run osmo-stp_10.42.42.5(pid=11777): stderr: \u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020257385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020257385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020257387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020257388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020257388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:59.073540 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11777): Process ended prematurely: osmo-stp_10.42.42.5(pid=11777) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11777)] [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a02:02:59.081800 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:02:59.141805 run osmo-hlr_10.42.42.2(pid=11774): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11774)]\u000a02:02:59.190409 run osmo-hlr_10.42.42.2(pid=11774): stdout: \u000a| (launched: 2022-12-10_02:02:56.271755) \u000a02:02:59.239636 run osmo-hlr_10.42.42.2(pid=11774): stderr: \u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020256448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020256464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020256475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020256475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020256475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:59.306278 run osmo-msc_10.42.42.6(pid=11780): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11780)]\u000a02:02:59.354925 run osmo-msc_10.42.42.6(pid=11780): stdout: \u000a| (launched: 2022-12-10_02:02:58.183120) \u000a02:02:59.404238 run osmo-msc_10.42.42.6(pid=11780): stderr: \u000a| �[0;m�[38;5;43m20221210020258454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020258455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff429b9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020258455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020258455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020258455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020258455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020258457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020258457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020258457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020258458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:59.445633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11773): Terminating (SIGTERM)\u000a02:02:59.485016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11776): Terminating (SIGTERM)\u000a02:02:59.524317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11779): Terminating (SIGTERM)\u000a02:02:59.533780 --- ParallelTerminationStrategy: PID 11773 died...\u000a02:02:59.586492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11773): Terminated: ok {rc=0}\u000a02:02:59.596064 --- ParallelTerminationStrategy: PID 11776 died...\u000a02:02:59.648575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11776): Terminated: ok {rc=0}\u000a02:02:59.658454 --- ParallelTerminationStrategy: PID 11779 died...\u000a02:02:59.711102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11779): Terminated: ok {rc=0}\u000a02:02:59.794071 bus /sierra_3: Setting Powered False\u000a02:03:00.901314 bus /sierra_3: Setting Powered False\u000a02:03:02.042376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11792): Process ended prematurely: osmo-stp_10.42.42.5(pid=11792) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11792)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11792): Process ended prematurely: osmo-stp_10.42.42.5(pid=11792) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:03:04.070103 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:04.081578 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:04.222002 tst handover.py: using LAC 25238\u000a02:03:04.352592 tst handover.py: using RAC 248\u000a02:03:04.482202 tst handover.py: using CellId 25238\u000a02:03:04.612720 tst handover.py: using BVCI 25239\u000a02:03:04.637803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:04.782894 tst handover.py: using LAC 25239\u000a02:03:04.915728 tst handover.py: using RAC 249\u000a02:03:05.047518 tst handover.py: using CellId 25239\u000a02:03:05.174702 tst handover.py: using BVCI 25240\u000a02:03:05.199857 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.211410 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.222829 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.234356 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.245748 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.257092 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:05.370720 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:05.571414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:06.046798 run create_hlr_db(pid=11786): Launched\u000a02:03:06.180344 bus /sierra_2: Setting Powered False\u000a02:03:07.257182 run create_hlr_db(pid=11786): Terminated: ok {rc=0}\u000a02:03:07.665697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11788): Launched\u000a02:03:07.995779 run osmo-hlr_10.42.42.2(pid=11789): Launched\u000a02:03:08.115313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:08.658527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11791): Launched\u000a02:03:08.989846 run osmo-stp_10.42.42.5(pid=11792): Launched\u000a02:03:09.108876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:09.683204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11794): Launched\u000a02:03:10.013446 run osmo-msc_10.42.42.6(pid=11795): Launched\u000a02:03:10.205696 run osmo-stp_10.42.42.5(pid=11792): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11792)]\u000a02:03:10.343896 run osmo-stp_10.42.42.5(pid=11792): stdout: \u000a| (launched: 2022-12-10_02:03:08.824941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:10.481378 run osmo-stp_10.42.42.5(pid=11792): stderr: \u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020309018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:10.613228 run osmo-stp_10.42.42.5(pid=11792): stdout: \u000a| (launched: 2022-12-10_02:03:08.824941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:10.743301 run osmo-stp_10.42.42.5(pid=11792): stderr: \u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020309018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020309018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020309019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:10.800524 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11792): Process ended prematurely: osmo-stp_10.42.42.5(pid=11792) [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11792)] [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a02:03:10.809122 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:03:10.871368 run osmo-hlr_10.42.42.2(pid=11789): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11789)]\u000a02:03:10.922590 run osmo-hlr_10.42.42.2(pid=11789): stdout: \u000a| (launched: 2022-12-10_02:03:07.832706) \u000a02:03:10.974648 run osmo-hlr_10.42.42.2(pid=11789): stderr: \u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020308032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020308045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020308053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020308053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020308053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:11.045038 run osmo-msc_10.42.42.6(pid=11795): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11795)]\u000a02:03:11.096130 run osmo-msc_10.42.42.6(pid=11795): stdout: \u000a| (launched: 2022-12-10_02:03:09.849121) \u000a02:03:11.147567 run osmo-msc_10.42.42.6(pid=11795): stderr: \u000a| �[0;m�[38;5;43m20221210020310173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020310173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7250f50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020310173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020310173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020310173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020310174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020310175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020310176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020310176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020310176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:11.191095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11788): Terminating (SIGTERM)\u000a02:03:11.232317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11791): Terminating (SIGTERM)\u000a02:03:11.273576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11794): Terminating (SIGTERM)\u000a02:03:11.282949 --- ParallelTerminationStrategy: PID 11788 died...\u000a02:03:11.337980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11788): Terminated: ok {rc=0}\u000a02:03:11.347927 --- ParallelTerminationStrategy: PID 11791 died...\u000a02:03:11.402637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11791): Terminated: ok {rc=0}\u000a02:03:11.412499 --- ParallelTerminationStrategy: PID 11794 died...\u000a02:03:11.468432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11794): Terminated: ok {rc=0}\u000a02:03:11.555022 bus /sierra_3: Setting Powered False\u000a02:03:12.658333 bus /sierra_3: Setting Powered False\u000a02:03:13.768352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:03:03" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11806): Process ended prematurely: osmo-stp_10.42.42.5(pid=11806) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11806)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11806): Process ended prematurely: osmo-stp_10.42.42.5(pid=11806) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:03:15.771186 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:15.782205 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:15.938936 tst handover.py: using LAC 25240\u000a02:03:16.062857 tst handover.py: using RAC 250\u000a02:03:16.186739 tst handover.py: using CellId 25240\u000a02:03:16.311404 tst handover.py: using BVCI 25241\u000a02:03:16.336868 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:16.467567 tst handover.py: using LAC 25241\u000a02:03:16.594875 tst handover.py: using RAC 251\u000a02:03:16.725143 tst handover.py: using CellId 25241\u000a02:03:16.849909 tst handover.py: using BVCI 25242\u000a02:03:16.874430 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:16.886455 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:16.899195 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:16.912058 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:16.925009 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:16.937631 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:17.057303 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:17.289552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:17.751106 run create_hlr_db(pid=11800): Launched\u000a02:03:17.875787 bus /sierra_2: Setting Powered False\u000a02:03:18.948589 run create_hlr_db(pid=11800): Terminated: ok {rc=0}\u000a02:03:19.358595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11802): Launched\u000a02:03:19.690063 run osmo-hlr_10.42.42.2(pid=11803): Launched\u000a02:03:19.813387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:20.359504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11805): Launched\u000a02:03:20.691785 run osmo-stp_10.42.42.5(pid=11806): Launched\u000a02:03:20.811527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:21.386184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11808): Launched\u000a02:03:21.718994 run osmo-msc_10.42.42.6(pid=11809): Launched\u000a02:03:21.911686 run osmo-stp_10.42.42.5(pid=11806): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11806)]\u000a02:03:22.049839 run osmo-stp_10.42.42.5(pid=11806): stdout: \u000a| (launched: 2022-12-10_02:03:20.527118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:22.186735 run osmo-stp_10.42.42.5(pid=11806): stderr: \u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020320721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:22.317762 run osmo-stp_10.42.42.5(pid=11806): stdout: \u000a| (launched: 2022-12-10_02:03:20.527118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:22.447723 run osmo-stp_10.42.42.5(pid=11806): stderr: \u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020320721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020320721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020320722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:22.504742 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11806): Process ended prematurely: osmo-stp_10.42.42.5(pid=11806) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11806)] [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a02:03:22.513629 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:03:22.576597 run osmo-hlr_10.42.42.2(pid=11803): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11803)]\u000a02:03:22.627916 run osmo-hlr_10.42.42.2(pid=11803): stdout: \u000a| (launched: 2022-12-10_02:03:19.526514) \u000a02:03:22.679621 run osmo-hlr_10.42.42.2(pid=11803): stderr: \u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020319727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020319743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020319753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020319754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020319754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:22.749793 run osmo-msc_10.42.42.6(pid=11809): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11809)]\u000a02:03:22.800696 run osmo-msc_10.42.42.6(pid=11809): stdout: \u000a| (launched: 2022-12-10_02:03:21.554289) \u000a02:03:22.852256 run osmo-msc_10.42.42.6(pid=11809): stderr: \u000a| �[0;m�[38;5;43m20221210020321880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020321881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4ce34dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020321881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020321881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020321881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020321881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020321883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020321883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020321884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020321884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:22.896063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11802): Terminating (SIGTERM)\u000a02:03:22.937979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11805): Terminating (SIGTERM)\u000a02:03:22.979994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11808): Terminating (SIGTERM)\u000a02:03:22.989460 --- ParallelTerminationStrategy: PID 11802 died...\u000a02:03:23.045280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11802): Terminated: ok {rc=0}\u000a02:03:23.055508 --- ParallelTerminationStrategy: PID 11805 died...\u000a02:03:23.111028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11805): Terminated: ok {rc=0}\u000a02:03:23.121218 --- ParallelTerminationStrategy: PID 11808 died...\u000a02:03:23.176507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11808): Terminated: ok {rc=0}\u000a02:03:23.263291 bus /sierra_3: Setting Powered False\u000a02:03:24.370403 bus /sierra_3: Setting Powered False\u000a02:03:25.481222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:03:15" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:03:27.502762 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:27.513700 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:27.657014 tst handover.py: using LAC 25242\u000a02:03:27.786460 tst handover.py: using RAC 252\u000a02:03:27.910051 tst handover.py: using CellId 25242\u000a02:03:28.031201 tst handover.py: using BVCI 25243\u000a02:03:28.054548 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:28.196307 tst handover.py: using LAC 25243\u000a02:03:28.325609 tst handover.py: using RAC 253\u000a02:03:28.454733 tst handover.py: using CellId 25243\u000a02:03:28.582922 tst handover.py: using BVCI 25244\u000a02:03:28.608336 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:28.619757 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:28.631061 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:28.642436 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:28.653711 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:28.664805 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:28.781420 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:28.993163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:29.490446 run create_hlr_db(pid=11814): Launched\u000a02:03:29.623624 bus /sierra_2: Setting Powered False\u000a02:03:30.699742 run create_hlr_db(pid=11814): Terminated: ok {rc=0}\u000a02:03:31.110162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Launched\u000a02:03:31.533470 run osmo-hlr_10.42.42.2(pid=11817): Launched\u000a02:03:31.678234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:32.232466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Launched\u000a02:03:32.546093 run osmo-stp_10.42.42.5(pid=11820): Launched\u000a02:03:32.659747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:33.195262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11822): Launched\u000a02:03:33.503389 run osmo-msc_10.42.42.6(pid=11823): Launched\u000a02:03:33.684088 run osmo-stp_10.42.42.5(pid=11820): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a02:03:33.813513 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-10_02:03:32.391169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:33.940049 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020332562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:34.062366 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-10_02:03:32.391169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:34.183468 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020332561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020332562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020332562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:34.236598 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)] [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a02:03:34.244583 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:03:34.304569 run osmo-hlr_10.42.42.2(pid=11817): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11817)]\u000a02:03:34.353352 run osmo-hlr_10.42.42.2(pid=11817): stdout: \u000a| (launched: 2022-12-10_02:03:31.269912) \u000a02:03:34.402579 run osmo-hlr_10.42.42.2(pid=11817): stderr: \u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020331538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020331555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020331563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020331564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020331564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:34.469376 run osmo-msc_10.42.42.6(pid=11823): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11823)]\u000a02:03:34.517766 run osmo-msc_10.42.42.6(pid=11823): stdout: \u000a| (launched: 2022-12-10_02:03:33.350485) \u000a02:03:34.566779 run osmo-msc_10.42.42.6(pid=11823): stderr: \u000a| �[0;m�[38;5;43m20221210020333624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020333624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f403894ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020333625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020333625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020333625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020333625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020333627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020333627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020333627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020333627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:34.607956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminating (SIGTERM)\u000a02:03:34.647398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminating (SIGTERM)\u000a02:03:34.686232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11822): Terminating (SIGTERM)\u000a02:03:34.695652 --- ParallelTerminationStrategy: PID 11816 died...\u000a02:03:34.748270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminated: ok {rc=0}\u000a02:03:34.757744 --- ParallelTerminationStrategy: PID 11819 died...\u000a02:03:34.809904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminated: ok {rc=0}\u000a02:03:34.819638 --- ParallelTerminationStrategy: PID 11822 died...\u000a02:03:34.872217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11822): Terminated: ok {rc=0}\u000a02:03:34.955005 bus /sierra_3: Setting Powered False\u000a02:03:36.060129 bus /sierra_3: Setting Powered False\u000a02:03:37.171009 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:03:27" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11834): Process ended prematurely: osmo-stp_10.42.42.5(pid=11834) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11834)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11834): Process ended prematurely: osmo-stp_10.42.42.5(pid=11834) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:03:39.219607 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:39.231423 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:39.383659 tst handover.py: using LAC 25244\u000a02:03:39.510117 tst handover.py: using RAC 254\u000a02:03:39.636905 tst handover.py: using CellId 25244\u000a02:03:39.762995 tst handover.py: using BVCI 25245\u000a02:03:39.787912 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:39.931009 tst handover.py: using LAC 25245\u000a02:03:40.058159 tst handover.py: using RAC 255\u000a02:03:40.184099 tst handover.py: using CellId 25245\u000a02:03:40.311989 tst handover.py: using BVCI 25246\u000a02:03:40.336911 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:40.348460 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:40.359693 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:40.371179 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:40.382637 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:40.394048 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:40.509781 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:40.724273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:41.222453 run create_hlr_db(pid=11828): Launched\u000a02:03:41.355598 bus /sierra_2: Setting Powered False\u000a02:03:42.421268 run create_hlr_db(pid=11828): Terminated: ok {rc=0}\u000a02:03:42.828596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11830): Launched\u000a02:03:43.160554 run osmo-hlr_10.42.42.2(pid=11831): Launched\u000a02:03:43.280292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:43.823815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11833): Launched\u000a02:03:44.153629 run osmo-stp_10.42.42.5(pid=11834): Launched\u000a02:03:44.271959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:44.845249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11836): Launched\u000a02:03:45.177874 run osmo-msc_10.42.42.6(pid=11837): Launched\u000a02:03:45.372020 run osmo-stp_10.42.42.5(pid=11834): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11834)]\u000a02:03:45.511523 run osmo-stp_10.42.42.5(pid=11834): stdout: \u000a| (launched: 2022-12-10_02:03:43.991363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:45.649055 run osmo-stp_10.42.42.5(pid=11834): stderr: \u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020344186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:45.781111 run osmo-stp_10.42.42.5(pid=11834): stdout: \u000a| (launched: 2022-12-10_02:03:43.991363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:45.920731 run osmo-stp_10.42.42.5(pid=11834): stderr: \u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020344186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020344186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020344187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:45.976618 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11834): Process ended prematurely: osmo-stp_10.42.42.5(pid=11834) [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11834)] [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a02:03:45.985612 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:03:46.050563 run osmo-hlr_10.42.42.2(pid=11831): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11831)]\u000a02:03:46.103864 run osmo-hlr_10.42.42.2(pid=11831): stdout: \u000a| (launched: 2022-12-10_02:03:42.996052) \u000a02:03:46.156262 run osmo-hlr_10.42.42.2(pid=11831): stderr: \u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020343211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020343220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020343220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020343220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:46.226508 run osmo-msc_10.42.42.6(pid=11837): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11837)]\u000a02:03:46.278870 run osmo-msc_10.42.42.6(pid=11837): stdout: \u000a| (launched: 2022-12-10_02:03:45.013708) \u000a02:03:46.330697 run osmo-msc_10.42.42.6(pid=11837): stderr: \u000a| �[0;m�[38;5;43m20221210020345337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020345338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a5b28ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020345338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020345338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020345338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020345338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020345340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020345340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020345340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020345340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:46.375906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11830): Terminating (SIGTERM)\u000a02:03:46.419181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11833): Terminating (SIGTERM)\u000a02:03:46.465644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11836): Terminating (SIGTERM)\u000a02:03:46.477370 --- ParallelTerminationStrategy: PID 11830 died...\u000a02:03:46.535439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11830): Terminated: ok {rc=0}\u000a02:03:46.546087 --- ParallelTerminationStrategy: PID 11833 died...\u000a02:03:46.603858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11833): Terminated: ok {rc=0}\u000a02:03:46.614854 --- ParallelTerminationStrategy: PID 11836 died...\u000a02:03:46.672142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11836): Terminated: ok {rc=0}\u000a02:03:46.759483 bus /sierra_3: Setting Powered False\u000a02:03:47.863436 bus /sierra_3: Setting Powered False\u000a02:03:48.970796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:03:38" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:03:50.995211 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:51.006502 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:51.135109 tst handover.py: using LAC 25246\u000a02:03:51.260701 tst handover.py: using RAC 1\u000a02:03:51.380696 tst handover.py: using CellId 25246\u000a02:03:51.500346 tst handover.py: using BVCI 25247\u000a02:03:51.523523 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:51.659924 tst handover.py: using LAC 25247\u000a02:03:51.777920 tst handover.py: using RAC 2\u000a02:03:51.896712 tst handover.py: using CellId 25247\u000a02:03:52.014528 tst handover.py: using BVCI 25248\u000a02:03:52.037721 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.048388 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.059084 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.070026 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.080802 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.091579 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:52.205598 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:52.415777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:52.913769 run create_hlr_db(pid=11842): Launched\u000a02:03:53.047016 bus /sierra_2: Setting Powered False\u000a02:03:54.123752 run create_hlr_db(pid=11842): Terminated: ok {rc=0}\u000a02:03:54.510746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Launched\u000a02:03:54.819218 run osmo-hlr_10.42.42.2(pid=11845): Launched\u000a02:03:54.938617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:55.453300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Launched\u000a02:03:55.764792 run osmo-stp_10.42.42.5(pid=11848): Launched\u000a02:03:55.886472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:56.427739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11850): Launched\u000a02:03:56.738836 run osmo-msc_10.42.42.6(pid=11851): Launched\u000a02:03:56.919839 run osmo-stp_10.42.42.5(pid=11848): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a02:03:57.049142 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-10_02:03:55.608660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:57.176114 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020355785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:57.299107 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-10_02:03:55.608660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:57.420766 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020355784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020355785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020355786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:57.474220 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)] [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a02:03:57.482130 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:03:57.542332 run osmo-hlr_10.42.42.2(pid=11845): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11845)]\u000a02:03:57.591269 run osmo-hlr_10.42.42.2(pid=11845): stdout: \u000a| (launched: 2022-12-10_02:03:54.666444) \u000a02:03:57.641110 run osmo-hlr_10.42.42.2(pid=11845): stderr: \u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020354845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020354857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020354866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020354866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020354866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:57.708318 run osmo-msc_10.42.42.6(pid=11851): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11851)]\u000a02:03:57.757205 run osmo-msc_10.42.42.6(pid=11851): stdout: \u000a| (launched: 2022-12-10_02:03:56.584223) \u000a02:03:57.806965 run osmo-msc_10.42.42.6(pid=11851): stderr: \u000a| �[0;m�[38;5;43m20221210020356858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020356858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a6959fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020356858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020356858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020356858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020356858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020356860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020356860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020356861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020356861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:57.848732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminating (SIGTERM)\u000a02:03:57.888318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminating (SIGTERM)\u000a02:03:57.928018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11850): Terminating (SIGTERM)\u000a02:03:57.937609 --- ParallelTerminationStrategy: PID 11844 died...\u000a02:03:57.991226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminated: ok {rc=0}\u000a02:03:58.000820 --- ParallelTerminationStrategy: PID 11847 died...\u000a02:03:58.053895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminated: ok {rc=0}\u000a02:03:58.063712 --- ParallelTerminationStrategy: PID 11850 died...\u000a02:03:58.117004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11850): Terminated: ok {rc=0}\u000a02:03:58.205452 bus /sierra_3: Setting Powered False\u000a02:03:59.308869 bus /sierra_3: Setting Powered False\u000a02:04:00.414959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:03:50" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:02.429958 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:02.441258 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:02.572370 tst handover.py: using LAC 25248\u000a02:04:02.700664 tst handover.py: using RAC 3\u000a02:04:02.828714 tst handover.py: using CellId 25248\u000a02:04:02.957603 tst handover.py: using BVCI 25249\u000a02:04:02.982604 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:03.125542 tst handover.py: using LAC 25249\u000a02:04:03.255664 tst handover.py: using RAC 4\u000a02:04:03.383608 tst handover.py: using CellId 25249\u000a02:04:03.512375 tst handover.py: using BVCI 25250\u000a02:04:03.537411 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:03.548594 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:03.559761 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:03.570891 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:03.582152 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:03.593280 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:03.708725 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:03.921436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:04.420051 run create_hlr_db(pid=11856): Launched\u000a02:04:04.553366 bus /sierra_2: Setting Powered False\u000a02:04:05.630726 run create_hlr_db(pid=11856): Terminated: ok {rc=0}\u000a02:04:06.018256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Launched\u000a02:04:06.328179 run osmo-hlr_10.42.42.2(pid=11859): Launched\u000a02:04:06.441794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:06.948348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Launched\u000a02:04:07.256600 run osmo-stp_10.42.42.5(pid=11862): Launched\u000a02:04:07.368486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:07.905611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11864): Launched\u000a02:04:08.215830 run osmo-msc_10.42.42.6(pid=11865): Launched\u000a02:04:08.397229 run osmo-stp_10.42.42.5(pid=11862): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]\u000a02:04:08.526672 run osmo-stp_10.42.42.5(pid=11862): stdout: \u000a| (launched: 2022-12-10_02:04:07.103665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:08.654032 run osmo-stp_10.42.42.5(pid=11862): stderr: \u000a| �[0;m�[38;5;43m20221210020407275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020407276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020407278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020407279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020407279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:08.776676 run osmo-stp_10.42.42.5(pid=11862): stdout: \u000a| (launched: 2022-12-10_02:04:07.103665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:08.898505 run osmo-stp_10.42.42.5(pid=11862): stderr: \u000a| �[0;m�[38;5;43m20221210020407275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020407276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020407276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020407278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020407279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020407279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:08.951840 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)] [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a02:04:08.959812 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:04:09.020356 run osmo-hlr_10.42.42.2(pid=11859): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11859)]\u000a02:04:09.069813 run osmo-hlr_10.42.42.2(pid=11859): stdout: \u000a| (launched: 2022-12-10_02:04:06.174248) \u000a02:04:09.119722 run osmo-hlr_10.42.42.2(pid=11859): stderr: \u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020406353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020406373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020406383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020406383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020406383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:09.187657 run osmo-msc_10.42.42.6(pid=11865): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11865)]\u000a02:04:09.236768 run osmo-msc_10.42.42.6(pid=11865): stdout: \u000a| (launched: 2022-12-10_02:04:08.061245) \u000a02:04:09.286659 run osmo-msc_10.42.42.6(pid=11865): stderr: \u000a| �[0;m�[38;5;43m20221210020408332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020408333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdfd206c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020408333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020408333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020408333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020408333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020408335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020408335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020408335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020408335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:09.328434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Terminating (SIGTERM)\u000a02:04:09.368508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Terminating (SIGTERM)\u000a02:04:09.408483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11864): Terminating (SIGTERM)\u000a02:04:09.418070 --- ParallelTerminationStrategy: PID 11858 died...\u000a02:04:09.471587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Terminated: ok {rc=0}\u000a02:04:09.481453 --- ParallelTerminationStrategy: PID 11861 died...\u000a02:04:09.534616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Terminated: ok {rc=0}\u000a02:04:09.544459 --- ParallelTerminationStrategy: PID 11864 died...\u000a02:04:09.597830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11864): Terminated: ok {rc=0}\u000a02:04:09.686391 bus /sierra_3: Setting Powered False\u000a02:04:10.795097 bus /sierra_3: Setting Powered False\u000a02:04:11.906354 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:04:02" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2367 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:13.915339 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:13.926318 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:14.064339 tst handover.py: using LAC 25250\u000a02:04:14.188314 tst handover.py: using RAC 5\u000a02:04:14.308225 tst handover.py: using CellId 25250\u000a02:04:14.427807 tst handover.py: using BVCI 25251\u000a02:04:14.451002 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:14.586708 tst handover.py: using LAC 25251\u000a02:04:14.704499 tst handover.py: using RAC 6\u000a02:04:14.822504 tst handover.py: using CellId 25251\u000a02:04:14.942536 tst handover.py: using BVCI 25252\u000a02:04:14.965778 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:14.976546 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:14.987192 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:14.998172 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:15.009223 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:15.020109 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:15.133865 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:15.336137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:15.793080 run create_hlr_db(pid=11870): Launched\u000a02:04:15.924792 bus /sierra_2: Setting Powered False\u000a02:04:17.004157 run create_hlr_db(pid=11870): Terminated: ok {rc=0}\u000a02:04:17.418304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Launched\u000a02:04:17.748233 run osmo-hlr_10.42.42.2(pid=11873): Launched\u000a02:04:17.871871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:18.415388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Launched\u000a02:04:18.746686 run osmo-stp_10.42.42.5(pid=11876): Launched\u000a02:04:18.865645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:19.440067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11878): Launched\u000a02:04:19.771555 run osmo-msc_10.42.42.6(pid=11879): Launched\u000a02:04:19.963391 run osmo-stp_10.42.42.5(pid=11876): ERR: Terminated: ERROR {rc=1} [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)]\u000a02:04:20.102072 run osmo-stp_10.42.42.5(pid=11876): stdout: \u000a| (launched: 2022-12-10_02:04:18.583022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:20.239222 run osmo-stp_10.42.42.5(pid=11876): stderr: \u000a| �[0;m�[38;5;43m20221210020418777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020418777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020418778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020418778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020418778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020418779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020418779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:20.370345 run osmo-stp_10.42.42.5(pid=11876): stdout: \u000a| (launched: 2022-12-10_02:04:18.583022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:20.500164 run osmo-stp_10.42.42.5(pid=11876): stderr: \u000a| �[0;m�[38;5;43m20221210020418777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020418777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020418778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020418778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020418778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020418779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020418779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:20.557659 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11876): Process ended prematurely: osmo-stp_10.42.42.5(pid=11876) [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11876)] [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a02:04:20.566040 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:04:20.628889 run osmo-hlr_10.42.42.2(pid=11873): ERR: Terminated: ERROR {rc=237} [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11873)]\u000a02:04:20.680386 run osmo-hlr_10.42.42.2(pid=11873): stdout: \u000a| (launched: 2022-12-10_02:04:17.585460) \u000a02:04:20.732610 run osmo-hlr_10.42.42.2(pid=11873): stderr: \u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020417789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020417802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2367/run.2022-12-10_00-40-00/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020417810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020417810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020417811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:20.803459 run osmo-msc_10.42.42.6(pid=11879): ERR: Terminated: ERROR {rc=2} [trial-2367↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11879)]\u000a02:04:20.854856 run osmo-msc_10.42.42.6(pid=11879): stdout: \u000a| (launched: 2022-12-10_02:04:19.607243) \u000a02:04:20.906933 run osmo-msc_10.42.42.6(pid=11879): stderr: \u000a| �[0;m�[38;5;43m20221210020419931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020419931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff258634c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020419931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020419931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020419931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020419931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020419933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020419934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020419934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020419934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:20.951275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Terminating (SIGTERM)\u000a02:04:20.993306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Terminating (SIGTERM)\u000a02:04:21.035313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11878): Terminating (SIGTERM)\u000a02:04:21.045185 --- ParallelTerminationStrategy: PID 11872 died...\u000a02:04:21.101192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11872): Terminated: ok {rc=0}\u000a02:04:21.111400 --- ParallelTerminationStrategy: PID 11875 died...\u000a02:04:21.166831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11875): Terminated: ok {rc=0}\u000a02:04:21.177059 --- ParallelTerminationStrategy: PID 11878 died...\u000a02:04:21.232509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11878): Terminated: ok {rc=0}\u000a02:04:21.319542 bus /sierra_3: Setting Powered False\u000a02:04:22.426420 bus /sierra_3: Setting Powered False\u000a02:04:23.534479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:04:13" } ] }